-- Logs begin at Fri 2021-09-03 12:03:02 UTC, end at Fri 2021-09-03 13:18:41 UTC. -- Sep 03 12:48:17.659553 dv-cinder-788782-9-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 03 12:48:20.362970 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.common.config [-] Logging enabled! Sep 03 12:48:20.363581 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev608 Sep 03 12:48:20.363745 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=119930) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 03 12:48:20.366985 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.common.config [-] Logging enabled! Sep 03 12:48:20.367240 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev608 Sep 03 12:48:20.367553 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=119930) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 03 12:48:20.369011 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 03 12:48:20.369249 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 03 12:48:20.369614 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 03 12:48:20.369861 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 03 12:48:20.370095 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 03 12:48:20.370415 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:20.370710 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:20.371007 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:20.371240 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:20.371534 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:20.371841 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:20.372126 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:20.372415 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:20.372711 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:20.372997 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:20.373276 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:20.373561 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:20.373793 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:20.374072 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] config_source = [] {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:20.374356 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:20.374642 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:20.374866 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] debug = True {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:20.375145 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:20.375565 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:20.376003 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:20.376288 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:20.376578 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:20.376853 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:20.377125 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:20.377398 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:20.377679 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:20.378006 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] host = dv-cinder-788782-9-iscsi {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:20.378286 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:20.378573 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:20.378857 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:20.379143 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:20.379416 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:20.379692 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:20.380013 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:20.380289 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] log_dir = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:20.380561 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] log_file = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:20.380838 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:20.381125 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:20.381412 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:20.381699 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:20.381925 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:20.382150 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:20.382440 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:20.382727 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:20.383002 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:20.383297 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:20.384160 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:20.384439 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:20.384716 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:20.384988 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:20.385273 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:20.385558 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:20.385844 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:20.386119 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:20.386395 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:20.386668 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:20.386939 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:20.387221 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:20.387496 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:20.387769 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:20.388073 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:20.388360 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:20.388632 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:20.388907 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:20.389205 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:20.389491 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:20.389774 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:20.390062 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:20.390335 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:20.390619 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:20.390894 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:20.391166 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] use_journal = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:20.391437 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] use_json = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:20.391710 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:20.392016 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:20.392297 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:20.392572 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:20.392843 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:20.393115 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:20.393388 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:20.393672 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:20.393970 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:20.394264 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:20.394566 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:20.394850 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:20.395145 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:20.395425 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:20.395713 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:20.396019 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:20.396308 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:20.396599 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:20.396888 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:20.397168 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:20.397457 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:20.397737 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:20.398032 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:20.398335 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:20.398631 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:20.398946 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:20.399221 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:20.399495 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:20.399767 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:20.400074 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:20.400362 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:20.400641 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:20.400928 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:20.401216 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:20.401495 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:20.401781 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:20.402073 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:20.402360 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:20.402634 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:20.402913 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:20.403202 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:20.403480 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:20.403750 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:20.404050 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:20.404337 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:20.404615 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:20.404889 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:20.405170 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:20.405447 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:20.405718 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:20.405988 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:20.406264 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:20.406551 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:20.406828 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:20.407098 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:20.407367 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:20.407642 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:20.407940 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:20.408226 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:20.408501 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:20.408772 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:20.409044 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:20.409320 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:20.409591 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:20.409862 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:20.410142 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:20.410414 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:20.410693 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:20.410964 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:20.411238 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:20.411509 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:20.411783 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:20.412077 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:20.412350 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:20.412622 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:20.412902 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:20.413176 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:20.413450 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:20.413725 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:20.413998 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:20.414273 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:20.414586 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:20.414889 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:20.415171 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:20.415453 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:20.415734 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:20.416036 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:20.416316 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:20.416596 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:20.416877 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:20.417158 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:20.417433 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:20.417723 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:20.418008 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:20.418297 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:20.418585 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:20.418864 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:20.419165 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:20.419444 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:20.419728 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:20.420034 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:20.420314 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:20.420600 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:20.420887 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:20.421183 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:20.421477 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:20.421773 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:20.422067 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:20.422360 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:20.422642 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:20.422951 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:20.423231 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:20.423450 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 03 12:48:20.423691 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=119930) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 03 12:48:20.769154 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=119930) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 03 12:48:20.769432 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=119930) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 03 12:48:20.769724 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=119930) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 03 12:48:20.770055 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 03 12:48:21.161620 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:21.161911 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:21.162191 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:21.163490 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:21.163765 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:21.164061 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:21.199322 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:21.199626 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:21.199906 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:21.215167 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:21.215449 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:21.215749 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:21.244890 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:21.245178 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:21.245446 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:21.282084 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:21.282363 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:21.282634 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:21.510468 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:21.511074 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:21.511074 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:21.511263 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:21.511898 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:21.630180 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:21.630501 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:21.630785 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:21.631059 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:21.631333 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:21.631648 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:21.631934 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:21.632194 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:21.632449 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:21.632735 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:21.632994 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:21.633772 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:21.634030 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:21.634280 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:21.634536 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:21.634799 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:21.635053 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:21.635318 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:21.635587 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:21.635860 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:21.636132 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:21.636383 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:21.636665 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:21.637041 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:21.637288 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:21.637532 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:21.637921 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=119930) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 12:48:21.638162 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=119930) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 12:48:21.638400 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=119930) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 12:48:21.638637 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=119930) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 12:48:21.638874 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=119930) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 12:48:21.639109 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=119930) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 12:48:21.639469 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 03 12:48:21.642521 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 03 12:48:21.646430 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 03 12:48:21.650808 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Sep 03 12:48:21.652463 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 03 12:48:21.652922 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 03 12:48:21.653257 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 03 12:48:21.653641 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 03 12:48:21.656421 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 03 12:48:21.656679 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 03 12:48:21.657028 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 03 12:48:21.662352 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 03 12:48:21.684316 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 03 12:48:21.684760 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:21.685053 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=119930) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 03 12:48:21.685413 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:21.686748 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=119930) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 03 12:48:21.687029 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 03 12:48:21.687276 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 03 12:48:21.690550 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:21.690836 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:21.754125 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 03 12:48:21.754361 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 03 12:48:21.754598 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 03 12:48:21.754964 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 03 12:48:21.776948 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_db.sqlalchemy.engines [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=119930) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 03 12:48:22.529719 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.plugins.ml2.managers [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Initializing driver for type 'gre' Sep 03 12:48:22.530365 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] gre ID ranges: [(1, 1000)] Sep 03 12:48:22.746275 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.plugins.ml2.managers [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Initializing driver for type 'local' Sep 03 12:48:22.746608 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.plugins.ml2.managers [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Initializing driver for type 'vlan' Sep 03 12:48:22.843537 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] VlanTypeDriver initialization complete Sep 03 12:48:22.843924 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.plugins.ml2.managers [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Initializing driver for type 'vxlan' Sep 03 12:48:22.844458 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] vxlan ID ranges: [(1, 1000)] Sep 03 12:48:23.060461 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.plugins.ml2.managers [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Initializing extension driver 'port_security' Sep 03 12:48:23.060774 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.plugins.ml2.extensions.port_security [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] PortSecurityExtensionDriver initialization complete Sep 03 12:48:23.061108 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.plugins.ml2.managers [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Initializing mechanism driver 'openvswitch' Sep 03 12:48:23.061448 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.plugins.ml2.managers [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Initializing mechanism driver 'hyperv' Sep 03 12:48:23.068106 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.plugins.ml2.plugin [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=119930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:48:23.068795 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Subscribe: > port after_create 55550000 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:23.069170 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Subscribe: > port after_update 55550000 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:23.069532 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Subscribe: > port after_delete 55550000 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:23.070051 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=119930) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 03 12:48:23.070489 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Subscribe: > subnet after_create 55550000 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:23.071361 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Subscribe: > subnet after_update 55550000 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:23.071718 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Subscribe: > subnet after_delete 55550000 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:23.072142 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=119930) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 03 12:48:23.072554 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Subscribe: > network after_create 55550000 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:23.072908 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Subscribe: > network after_update 55550000 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:23.073257 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Subscribe: > network after_delete 55550000 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:23.073693 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=119930) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 03 12:48:23.074106 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Subscribe: > security_group after_create 55550000 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:23.074463 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Subscribe: > security_group after_update 55550000 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:23.074812 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Subscribe: > security_group after_delete 55550000 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:23.075344 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=119930) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 03 12:48:23.075764 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:23.077139 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:23.077139 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:23.077139 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=119930) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 03 12:48:23.077372 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Subscribe: > address_group after_create 55550000 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:23.077658 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Subscribe: > address_group after_update 55550000 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:23.078007 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Subscribe: > address_group after_delete 55550000 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:23.078404 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=119930) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 03 12:48:23.078789 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] ML2 OVO RPC backend initialized. {{(pid=119930) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 03 12:48:23.079496 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Subscribe: > router_interface after_create 55550000 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:23.079889 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:23.080314 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Subscribe: > network before_response 55550000 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:23.080668 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Subscribe: > networks before_response 55550000 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:23.081024 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Subscribe: > port before_response 55550000 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:23.081373 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Subscribe: > ports before_response 55550000 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:23.081726 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Subscribe: > subnet before_response 55550000 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:23.082110 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Subscribe: > subnets before_response 55550000 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:23.082468 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Subscribe: > network after_create 55550000 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:23.082815 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Subscribe: > network after_update 55550000 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:23.083193 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Subscribe: > network after_delete 55550000 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:23.083538 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Subscribe: > port after_create 55550000 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:23.083905 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Subscribe: > port after_update 55550000 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:23.084250 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Subscribe: > port after_delete 55550000 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:23.084590 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Subscribe: > subnet after_create 55550000 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:23.084930 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Subscribe: > subnet after_update 55550000 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:23.085273 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Subscribe: > subnet after_delete 55550000 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:23.085845 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.plugins.ml2.plugin [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Modular L2 Plugin initialization complete Sep 03 12:48:23.086180 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.manager [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading services supported by the core plugin {{(pid=119930) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 03 12:48:23.087150 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.plugins.ml2.managers [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Got port-security extension from driver 'port_security' Sep 03 12:48:23.087622 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.extensions.vlantransparent [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Disabled vlantransparent extension. Sep 03 12:48:23.088147 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.manager [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=119930) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 03 12:48:23.088464 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.manager [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading Plugin: router Sep 03 12:48:23.124021 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Subscribe: > router_interface before_create 55550000 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:23.124419 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Subscribe: > router after_create 55549900 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:23.124796 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Subscribe: > router before_create 55549900 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:23.125169 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:23.125558 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:23.125918 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Subscribe: > router after_delete 55549900 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:23.126285 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Subscribe: > floatingip after_create 55550000 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:23.126642 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Subscribe: > floatingip after_update 55550000 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:23.127036 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Subscribe: > router after_create 55549900 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:23.127390 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Subscribe: > router after_update 55549900 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:23.127746 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Subscribe: > router after_update 55549900 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:23.128133 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:23.128502 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Subscribe: > router after_update 55549900 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:23.128920 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Subscribe: > router precommit_update 55549900 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:23.129296 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Subscribe: port after_update 55550000 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:23.129640 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Subscribe: port after_delete 55550000 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:23.129986 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Subscribe: subnet after_update 55550000 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:23.130332 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:23.130688 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Subscribe: > port precommit_delete 55550000 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:23.131041 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Subscribe: > router precommit_create 55549900 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:23.131394 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Subscribe: port before_delete 55550000 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:23.131744 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Subscribe: > router precommit_create 55550000 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:23.132132 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Subscribe: > router after_update 55549900 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:23.132485 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Subscribe: > router precommit_delete 55549900 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:23.132847 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Subscribe: > router precommit_create 55549900 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:23.133714 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Subscribe: > router_interface after_create 55550000 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:23.134165 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Subscribe: > router precommit_update 55549900 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:23.134547 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Subscribe: > agent after_create 55550000 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:23.134910 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Subscribe: > agent after_delete 55550000 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:23.135261 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Subscribe: > network after_delete 55550000 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:23.136144 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.quota.resource_registry [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Tracking information for resource: router configured {{(pid=119930) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 12:48:23.136490 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.quota.resource_registry [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Tracking information for resource: floatingip configured {{(pid=119930) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 12:48:23.141444 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.db.l3_agentschedulers_db [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 03 12:48:23.142008 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Subscribe: port after_update 55550000 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:23.142376 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Subscribe: port after_create 55550000 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:23.142737 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Subscribe: port after_delete 55550000 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:23.143096 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Subscribe: port after_update 55550000 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:23.143960 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Subscribe: > router before_create 55550100 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:23.144331 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Subscribe: > router precommit_delete 55550100 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:23.144701 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Subscribe: > router precommit_create 55550100 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:23.145064 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Subscribe: > router precommit_update 55550100 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:23.150360 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.services.provider_configuration [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Service providers = [] {{(pid=119930) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 03 12:48:23.150786 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.db.servicetype_db [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=119930) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 03 12:48:23.153798 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.services.service_base [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=119930) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 03 12:48:23.154162 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.services.service_base [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=119930) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 03 12:48:23.154514 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.services.service_base [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=119930) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 03 12:48:23.155984 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.services.service_base [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=119930) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 03 12:48:23.155984 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.services.service_base [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 03 12:48:23.156218 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.manager [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=119930) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 12:48:23.156545 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.manager [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 03 12:48:23.167212 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.manager [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=119930) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 12:48:23.167559 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.manager [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading Plugin: auto_allocate Sep 03 12:48:23.173350 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Subscribe: network precommit_update 55550000 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:23.173736 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Subscribe: network precommit_create 55550000 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:23.174263 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.manager [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=119930) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 12:48:23.174590 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.manager [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading Plugin: tag Sep 03 12:48:23.181632 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.manager [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=119930) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 12:48:23.181978 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.manager [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading Plugin: timestamp Sep 03 12:48:23.186021 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.manager [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=119930) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 12:48:23.186357 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.manager [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading Plugin: network_ip_availability Sep 03 12:48:23.191846 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:23.192224 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:23.192589 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:23.193308 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.manager [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=119930) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 12:48:23.193630 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.manager [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading Plugin: flavors Sep 03 12:48:23.198931 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.manager [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=119930) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 12:48:23.199273 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.manager [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading Plugin: revisions Sep 03 12:48:23.203616 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.manager [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=119930) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 12:48:23.204056 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_concurrency.lockutils [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.434s {{(pid=119930) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 03 12:48:23.204796 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=119930) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Sep 03 12:48:23.205140 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Initializing extension manager. Sep 03 12:48:23.205661 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading extension file: __init__.py {{(pid=119930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:48:23.206009 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading extension file: __pycache__ {{(pid=119930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:48:23.206350 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=119930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:48:23.206689 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading extension file: address_group.py {{(pid=119930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:48:23.207449 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=119930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:48:23.208055 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loaded extension: address-group Sep 03 12:48:23.208387 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading extension file: address_scope.py {{(pid=119930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:48:23.209300 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=119930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:48:23.209808 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loaded extension: address-scope Sep 03 12:48:23.210138 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading extension file: admin_state_down_before_update.py {{(pid=119930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:48:23.211079 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=119930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:48:23.211612 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loaded extension: router-admin-state-down-before-update Sep 03 12:48:23.211979 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading extension file: agent.py {{(pid=119930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:48:23.212697 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=119930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:48:23.213202 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loaded extension: agent Sep 03 12:48:23.213530 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading extension file: agent_resources_synced.py {{(pid=119930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:48:23.214453 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=119930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:48:23.214966 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loaded extension: agent-resources-synced Sep 03 12:48:23.215294 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading extension file: allowedaddresspairs.py {{(pid=119930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:48:23.217138 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=119930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:48:23.217663 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loaded extension: allowed-address-pairs Sep 03 12:48:23.217998 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading extension file: auto_allocated_topology.py {{(pid=119930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:48:23.219083 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=119930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:48:23.219604 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loaded extension: auto-allocated-topology Sep 03 12:48:23.219981 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading extension file: availability_zone.py {{(pid=119930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:48:23.220684 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=119930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:48:23.221194 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loaded extension: availability_zone Sep 03 12:48:23.221522 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading extension file: availability_zone_filter.py {{(pid=119930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:48:23.222446 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=119930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:48:23.222956 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loaded extension: availability_zone_filter Sep 03 12:48:23.223283 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading extension file: data_plane_status.py {{(pid=119930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:48:23.224239 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=119930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:48:23.224744 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Extension data-plane-status not supported by any of loaded plugins Sep 03 12:48:23.225072 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading extension file: default_subnetpools.py {{(pid=119930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:48:23.225993 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=119930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:48:23.226499 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loaded extension: default-subnetpools Sep 03 12:48:23.226826 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading extension file: dhcpagentscheduler.py {{(pid=119930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:48:23.227665 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=119930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:48:23.228203 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loaded extension: dhcp_agent_scheduler Sep 03 12:48:23.228531 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading extension file: dns.py {{(pid=119930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:48:23.229728 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=119930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:48:23.230235 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Extension dns-integration not supported by any of loaded plugins Sep 03 12:48:23.230566 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading extension file: dns_domain_ports.py {{(pid=119930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:48:23.231508 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=119930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:48:23.232046 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 03 12:48:23.232375 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=119930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:48:23.233304 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=119930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:48:23.233806 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 03 12:48:23.234132 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading extension file: dvr.py {{(pid=119930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:48:23.234907 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=119930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:48:23.235417 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loaded extension: dvr Sep 03 12:48:23.235745 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading extension file: ecmp_routes.py {{(pid=119930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:48:23.236701 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=119930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:48:23.237212 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 03 12:48:23.237571 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading extension file: empty_string_filtering.py {{(pid=119930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:48:23.238498 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=119930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:48:23.239010 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loaded extension: empty-string-filtering Sep 03 12:48:23.239341 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=119930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:48:23.240294 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=119930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:48:23.240803 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 03 12:48:23.241132 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=119930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:48:23.242068 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=119930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:48:23.243100 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 03 12:48:23.243442 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading extension file: external_net.py {{(pid=119930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:48:23.244390 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=119930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:48:23.244903 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loaded extension: external-net Sep 03 12:48:23.245232 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading extension file: extra_dhcp_opt.py {{(pid=119930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:48:23.246156 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=119930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:48:23.246666 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loaded extension: extra_dhcp_opt Sep 03 12:48:23.246996 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading extension file: extraroute.py {{(pid=119930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:48:23.247940 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=119930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:48:23.248451 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loaded extension: extraroute Sep 03 12:48:23.248795 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading extension file: extraroute_atomic.py {{(pid=119930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:48:23.249824 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=119930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:48:23.250335 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loaded extension: extraroute-atomic Sep 03 12:48:23.250667 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading extension file: filter_validation.py {{(pid=119930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:48:23.251377 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=119930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:48:23.251951 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loaded extension: filter-validation Sep 03 12:48:23.252282 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading extension file: fip_pf_description.py {{(pid=119930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:48:23.253207 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=119930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:48:23.253715 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 03 12:48:23.254042 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading extension file: fip_port_details.py {{(pid=119930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:48:23.254965 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=119930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:48:23.255475 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loaded extension: fip-port-details Sep 03 12:48:23.255801 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading extension file: flavors.py {{(pid=119930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:48:23.257052 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=119930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:48:23.257570 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loaded extension: flavors Sep 03 12:48:23.257905 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=119930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:48:23.260219 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=119930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:48:23.260744 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 03 12:48:23.261078 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading extension file: floatingip_pools.py {{(pid=119930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:48:23.261790 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=119930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:48:23.262310 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loaded extension: floatingip-pools Sep 03 12:48:23.262639 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading extension file: ip_allocation.py {{(pid=119930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:48:23.263578 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=119930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:48:23.264120 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Extension ip_allocation not supported by any of loaded plugins Sep 03 12:48:23.264449 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=119930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:48:23.265379 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=119930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:48:23.265888 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loaded extension: ip-substring-filtering Sep 03 12:48:23.266218 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading extension file: l2_adjacency.py {{(pid=119930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:48:23.267166 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=119930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:48:23.267669 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 03 12:48:23.268027 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading extension file: l3.py {{(pid=119930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:48:23.269134 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=119930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:48:23.269654 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loaded extension: router Sep 03 12:48:23.269988 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading extension file: l3_conntrack_helper.py {{(pid=119930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:48:23.272256 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=119930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:48:23.272793 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 03 12:48:23.273135 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=119930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:48:23.274105 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=119930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:48:23.274622 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loaded extension: ext-gw-mode Sep 03 12:48:23.274955 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=119930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:48:23.275945 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=119930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:48:23.276458 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loaded extension: l3-ha Sep 03 12:48:23.276787 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading extension file: l3_flavors.py {{(pid=119930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:48:23.277714 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=119930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:48:23.278224 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loaded extension: l3-flavors Sep 03 12:48:23.278551 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=119930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:48:23.279472 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=119930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:48:23.280018 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 03 12:48:23.280347 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading extension file: l3agentscheduler.py {{(pid=119930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:48:23.281407 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=119930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:48:23.281921 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loaded extension: l3_agent_scheduler Sep 03 12:48:23.282253 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading extension file: logging.py {{(pid=119930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:48:23.283739 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=119930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:48:23.284293 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Extension logging not supported by any of loaded plugins Sep 03 12:48:23.284631 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading extension file: metering.py {{(pid=119930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:48:23.285382 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=119930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:48:23.285955 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loaded extension: metering Sep 03 12:48:23.286285 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=119930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:48:23.287393 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=119930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:48:23.287948 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loaded extension: metering_source_and_destination_fields Sep 03 12:48:23.288281 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading extension file: multiprovidernet.py {{(pid=119930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:48:23.289219 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=119930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:48:23.289759 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loaded extension: multi-provider Sep 03 12:48:23.290089 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading extension file: netmtu.py {{(pid=119930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:48:23.291012 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=119930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:48:23.291521 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loaded extension: net-mtu Sep 03 12:48:23.291882 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading extension file: netmtu_writable.py {{(pid=119930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:48:23.292813 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=119930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:48:23.293329 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loaded extension: net-mtu-writable Sep 03 12:48:23.293662 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading extension file: network_availability_zone.py {{(pid=119930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:48:23.294344 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=119930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:48:23.294856 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loaded extension: network_availability_zone Sep 03 12:48:23.295187 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading extension file: network_ip_availability.py {{(pid=119930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:48:23.296319 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=119930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:48:23.296834 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loaded extension: network-ip-availability Sep 03 12:48:23.297163 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading extension file: network_segment_range.py {{(pid=119930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:48:23.297929 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=119930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:48:23.298431 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Extension network-segment-range not supported by any of loaded plugins Sep 03 12:48:23.298759 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading extension file: pagination.py {{(pid=119930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:48:23.299746 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=119930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:48:23.300111 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loaded extension: pagination Sep 03 12:48:23.300438 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading extension file: port_device_profile.py {{(pid=119930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:48:23.301351 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=119930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:48:23.301857 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loaded extension: port-device-profile Sep 03 12:48:23.302188 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=119930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:48:23.303118 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=119930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:48:23.303626 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loaded extension: port-mac-address-regenerate Sep 03 12:48:23.303991 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=119930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:48:23.304917 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=119930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:48:23.305949 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loaded extension: port-numa-affinity-policy Sep 03 12:48:23.306277 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading extension file: port_resource_request.py {{(pid=119930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:48:23.307325 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=119930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:48:23.307843 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Extension port-resource-request not supported by any of loaded plugins Sep 03 12:48:23.308184 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading extension file: portbindings.py {{(pid=119930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:48:23.309123 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=119930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:48:23.309634 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loaded extension: binding Sep 03 12:48:23.309965 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading extension file: portbindings_extended.py {{(pid=119930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:48:23.311222 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=119930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:48:23.311737 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loaded extension: binding-extended Sep 03 12:48:23.312097 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading extension file: portsecurity.py {{(pid=119930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:48:23.313025 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=119930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:48:23.313534 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loaded extension: port-security Sep 03 12:48:23.313863 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading extension file: project_id.py {{(pid=119930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:48:23.314842 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=119930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:48:23.315177 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loaded extension: project-id Sep 03 12:48:23.315507 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading extension file: providernet.py {{(pid=119930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:48:23.316471 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=119930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:48:23.316981 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loaded extension: provider Sep 03 12:48:23.317309 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading extension file: qos.py {{(pid=119930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:48:23.321414 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=119930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:48:23.321942 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Extension qos not supported by any of loaded plugins Sep 03 12:48:23.322285 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=119930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:48:23.323550 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=119930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:48:23.324106 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 03 12:48:23.324445 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=119930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:48:23.325373 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=119930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:48:23.325887 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 03 12:48:23.326222 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading extension file: qos_default.py {{(pid=119930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:48:23.327145 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=119930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:48:23.327654 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Extension qos-default not supported by any of loaded plugins Sep 03 12:48:23.328007 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading extension file: qos_fip.py {{(pid=119930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:48:23.328673 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=119930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:48:23.329175 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Extension qos-fip not supported by any of loaded plugins Sep 03 12:48:23.329503 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading extension file: qos_gateway_ip.py {{(pid=119930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:48:23.330444 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=119930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:48:23.330952 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 03 12:48:23.331281 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading extension file: qos_port_network_policy.py {{(pid=119930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:48:23.332240 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=119930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:48:23.332751 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 03 12:48:23.333078 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading extension file: qos_pps_rule.py {{(pid=119930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:48:23.334259 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=119930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:48:23.334775 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Extension qos-pps not supported by any of loaded plugins Sep 03 12:48:23.335106 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading extension file: qos_rule_type_details.py {{(pid=119930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:48:23.336161 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=119930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:48:23.336704 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 03 12:48:23.337035 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading extension file: qos_rules_alias.py {{(pid=119930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:48:23.338088 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=119930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:48:23.338603 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 03 12:48:23.338932 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading extension file: quotasv2.py {{(pid=119930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:48:23.339890 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=119930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:48:23.340228 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loaded extension: quotas Sep 03 12:48:23.340558 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading extension file: quotasv2_detail.py {{(pid=119930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:48:23.343841 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=119930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:48:23.344200 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loaded extension: quota_details Sep 03 12:48:23.344540 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading extension file: rbac.py {{(pid=119930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:48:23.345605 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=119930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:48:23.346127 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loaded extension: rbac-policies Sep 03 12:48:23.346463 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading extension file: rbac_address_group.py {{(pid=119930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:48:23.347414 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=119930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:48:23.347961 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loaded extension: rbac-address-group Sep 03 12:48:23.348296 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading extension file: rbac_address_scope.py {{(pid=119930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:48:23.349230 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=119930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:48:23.349749 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loaded extension: rbac-address-scope Sep 03 12:48:23.350080 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading extension file: rbac_security_groups.py {{(pid=119930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:48:23.351011 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=119930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:48:23.351524 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loaded extension: rbac-security-groups Sep 03 12:48:23.351901 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading extension file: rbac_subnetpool.py {{(pid=119930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:48:23.352839 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=119930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:48:23.353379 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loaded extension: rbac-subnetpool Sep 03 12:48:23.353966 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading extension file: revisionifmatch.py {{(pid=119930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:48:23.354896 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=119930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:48:23.355411 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loaded extension: revision-if-match Sep 03 12:48:23.355742 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading extension file: revisions.py {{(pid=119930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:48:23.356887 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=119930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:48:23.357403 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loaded extension: standard-attr-revisions Sep 03 12:48:23.357734 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading extension file: router_availability_zone.py {{(pid=119930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:48:23.358416 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=119930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:48:23.358924 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loaded extension: router_availability_zone Sep 03 12:48:23.359253 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading extension file: routerservicetype.py {{(pid=119930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:48:23.360207 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=119930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:48:23.360712 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Extension router-service-type not supported by any of loaded plugins Sep 03 12:48:23.361039 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=119930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:48:23.361969 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=119930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:48:23.362483 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loaded extension: security-groups-normalized-cidr Sep 03 12:48:23.362814 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading extension file: security_groups_port_filtering.py {{(pid=119930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:48:23.363739 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=119930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:48:23.364275 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loaded extension: port-security-groups-filtering Sep 03 12:48:23.364602 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=119930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:48:23.365533 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=119930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:48:23.366043 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loaded extension: security-groups-remote-address-group Sep 03 12:48:23.366374 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading extension file: securitygroup.py {{(pid=119930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:48:23.377924 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=119930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:48:23.378406 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loaded extension: security-group Sep 03 12:48:23.378748 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading extension file: segment.py {{(pid=119930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:48:23.379548 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=119930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:48:23.380091 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Extension segment not supported by any of loaded plugins Sep 03 12:48:23.380426 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=119930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:48:23.381382 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=119930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:48:23.381893 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 03 12:48:23.382231 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading extension file: servicetype.py {{(pid=119930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:48:23.384066 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=119930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:48:23.384595 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loaded extension: service-type Sep 03 12:48:23.384929 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading extension file: sorting.py {{(pid=119930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:48:23.385929 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=119930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:48:23.386271 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loaded extension: sorting Sep 03 12:48:23.386605 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading extension file: standard_attr_segment.py {{(pid=119930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:48:23.387540 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=119930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:48:23.388083 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 03 12:48:23.388416 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading extension file: standardattrdescription.py {{(pid=119930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:48:23.389081 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=119930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:48:23.389595 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loaded extension: standard-attr-description Sep 03 12:48:23.389922 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading extension file: stateful_security_group.py {{(pid=119930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:48:23.390879 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=119930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:48:23.391399 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loaded extension: stateful-security-group Sep 03 12:48:23.391731 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading extension file: stdattrs_common.py {{(pid=119930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:48:23.392353 dv-cinder-788782-9-iscsi neutron-server[119930]: WARNING neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 03 12:48:23.392684 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=119930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:48:23.393638 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=119930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:48:23.394158 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 03 12:48:23.394489 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading extension file: subnet_onboard.py {{(pid=119930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:48:23.395575 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=119930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:48:23.396129 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loaded extension: subnet_onboard Sep 03 12:48:23.396464 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=119930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:48:23.397399 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=119930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:48:23.397911 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 03 12:48:23.398242 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading extension file: subnet_service_types.py {{(pid=119930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:48:23.399199 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=119930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:48:23.399714 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loaded extension: subnet-service-types Sep 03 12:48:23.400081 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading extension file: subnetallocation.py {{(pid=119930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:48:23.401170 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=119930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:48:23.401684 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loaded extension: subnet_allocation Sep 03 12:48:23.402016 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=119930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:48:23.402691 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=119930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:48:23.403204 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loaded extension: subnetpool-prefix-ops Sep 03 12:48:23.403534 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=119930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:48:23.404505 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=119930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:48:23.405019 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 03 12:48:23.405349 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading extension file: tagging.py {{(pid=119930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:48:23.406416 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=119930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:48:23.406934 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loaded extension: standard-attr-tag Sep 03 12:48:23.407267 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading extension file: timestamp.py {{(pid=119930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:48:23.408546 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=119930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:48:23.409065 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loaded extension: standard-attr-timestamp Sep 03 12:48:23.409398 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading extension file: trunk.py {{(pid=119930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:48:23.410484 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=119930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:48:23.411002 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Extension trunk not supported by any of loaded plugins Sep 03 12:48:23.411332 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading extension file: trunk_details.py {{(pid=119930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:48:23.412289 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=119930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:48:23.412807 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Extension trunk-details not supported by any of loaded plugins Sep 03 12:48:23.413140 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading extension file: uplink_status_propagation.py {{(pid=119930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:48:23.414243 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=119930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:48:23.414780 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 03 12:48:23.415116 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Loading extension file: vlantransparent.py {{(pid=119930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 12:48:23.415803 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=119930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 12:48:23.416358 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 03 12:48:23.418823 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.quota.resource_registry [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Creating instance of TrackedResource for resource:network Sep 03 12:48:23.419347 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.quota.resource_registry [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Creating instance of TrackedResource for resource:subnet Sep 03 12:48:23.419753 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.quota.resource_registry [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Creating instance of TrackedResource for resource:subnetpool Sep 03 12:48:23.420191 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.quota.resource_registry [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Creating instance of TrackedResource for resource:port Sep 03 12:48:23.421435 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.v2.resource_helper [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=119930) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 12:48:23.421884 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.v2.resource_helper [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Service FLAVORS assigned prefix: {{(pid=119930) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 12:48:23.422526 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.v2.resource_helper [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=119930) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 12:48:23.422973 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.v2.resource_helper [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=119930) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 12:48:23.423310 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.quota.resource_registry [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Creating instance of TrackedResource for resource:router Sep 03 12:48:23.423744 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.quota.resource_registry [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Creating instance of TrackedResource for resource:floatingip Sep 03 12:48:23.424273 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.v2.resource_helper [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Service METERING assigned prefix: /metering {{(pid=119930) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 12:48:23.425708 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:23.426086 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:23.426444 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=119930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:48:23.427467 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.quota.resource_registry [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Creating instance of CountableResource for resource:rbac_policy Sep 03 12:48:23.427944 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.quota.resource_registry [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Creating instance of TrackedResource for resource:security_group Sep 03 12:48:23.428389 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.quota.resource_registry [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 03 12:48:23.428984 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.v2.resource_helper [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Service CORE assigned prefix: {{(pid=119930) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 12:48:23.429319 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.quota.resource_registry [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Creating instance of TrackedResource for resource:subnetpool Sep 03 12:48:23.429669 dv-cinder-788782-9-iscsi neutron-server[119930]: WARNING neutron.quota.resource_registry [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] subnetpool is already registered Sep 03 12:48:23.430628 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.v2.resource_helper [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Service CORE assigned prefix: {{(pid=119930) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 12:48:23.430960 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.quota.resource_registry [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Creating instance of TrackedResource for resource:subnetpool Sep 03 12:48:23.431298 dv-cinder-788782-9-iscsi neutron-server[119930]: WARNING neutron.quota.resource_registry [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] subnetpool is already registered Sep 03 12:48:23.433669 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.v2.resource_helper [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=119930) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 12:48:23.434110 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.v2.resource_helper [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Service FLAVORS assigned prefix: {{(pid=119930) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 12:48:23.434715 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.v2.resource_helper [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=119930) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 12:48:23.435149 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.v2.resource_helper [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=119930) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 12:48:23.435494 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.quota.resource_registry [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Creating instance of TrackedResource for resource:router Sep 03 12:48:23.435862 dv-cinder-788782-9-iscsi neutron-server[119930]: WARNING neutron.quota.resource_registry [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] router is already registered Sep 03 12:48:23.436291 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.quota.resource_registry [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Creating instance of TrackedResource for resource:floatingip Sep 03 12:48:23.436630 dv-cinder-788782-9-iscsi neutron-server[119930]: WARNING neutron.quota.resource_registry [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] floatingip is already registered Sep 03 12:48:23.437198 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.v2.resource_helper [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Service METERING assigned prefix: /metering {{(pid=119930) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 12:48:23.437881 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.quota.resource_registry [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Creating instance of CountableResource for resource:rbac_policy Sep 03 12:48:23.438212 dv-cinder-788782-9-iscsi neutron-server[119930]: WARNING neutron.quota.resource_registry [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] rbac_policy is already registered Sep 03 12:48:23.438628 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.quota.resource_registry [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Creating instance of TrackedResource for resource:security_group Sep 03 12:48:23.438969 dv-cinder-788782-9-iscsi neutron-server[119930]: WARNING neutron.quota.resource_registry [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] security_group is already registered Sep 03 12:48:23.439375 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.quota.resource_registry [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 03 12:48:23.439716 dv-cinder-788782-9-iscsi neutron-server[119930]: WARNING neutron.quota.resource_registry [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] security_group_rule is already registered Sep 03 12:48:23.440376 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.v2.resource_helper [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Service CORE assigned prefix: {{(pid=119930) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 12:48:23.440711 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.quota.resource_registry [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Creating instance of TrackedResource for resource:subnetpool Sep 03 12:48:23.441051 dv-cinder-788782-9-iscsi neutron-server[119930]: WARNING neutron.quota.resource_registry [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] subnetpool is already registered Sep 03 12:48:23.441475 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.v2.resource_helper [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Service CORE assigned prefix: {{(pid=119930) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 12:48:23.441803 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.quota.resource_registry [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Creating instance of TrackedResource for resource:subnetpool Sep 03 12:48:23.442149 dv-cinder-788782-9-iscsi neutron-server[119930]: WARNING neutron.quota.resource_registry [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] subnetpool is already registered Sep 03 12:48:23.442614 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Extended resource: extensions {{(pid=119930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 12:48:23.444120 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Extended resource: address-groups {{(pid=119930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 12:48:23.445644 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Extended resource: address-scopes {{(pid=119930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 12:48:23.447515 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Extended resource: agents {{(pid=119930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 12:48:23.448711 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Extended resource: auto-allocated-topology {{(pid=119930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 12:48:23.449965 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Extended resource: availability_zones {{(pid=119930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 12:48:23.451196 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Extended resource: dhcp-networks {{(pid=119930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 12:48:23.452765 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Extended resource: dhcp-agents {{(pid=119930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 12:48:23.454221 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Extended resource: routers {{(pid=119930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 12:48:23.456488 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Extended resource: flavors {{(pid=119930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 12:48:23.457671 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Extended resource: service_profiles {{(pid=119930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 12:48:23.458886 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Extended resource: next_providers {{(pid=119930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 12:48:23.460362 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Extended resource: service_profiles {{(pid=119930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 12:48:23.461934 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Extended resource: floatingip-pools {{(pid=119930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 12:48:23.463167 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Extended resource: routers {{(pid=119930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 12:48:23.465361 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Extended resource: floatingips {{(pid=119930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 12:48:23.466632 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Extended resource: l3-routers {{(pid=119930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 12:48:23.468035 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Extended resource: l3-agents {{(pid=119930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 12:48:23.469453 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Extended resource: metering-labels {{(pid=119930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 12:48:23.470821 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Extended resource: metering-label-rules {{(pid=119930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 12:48:23.472131 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Extended resource: network-ip-availabilities {{(pid=119930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 12:48:23.473430 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Extended resource: bindings {{(pid=119930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 12:48:23.475975 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Extended resource: quotas {{(pid=119930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 12:48:23.477478 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Extended resource: quotas {{(pid=119930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 12:48:23.479160 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Extended resource: rbac-policies {{(pid=119930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 12:48:23.489890 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Extended resource: security-groups {{(pid=119930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 12:48:23.489890 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Extended resource: security-group-rules {{(pid=119930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 12:48:23.489890 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Extended resource: service-providers {{(pid=119930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 12:48:23.489890 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Extended resource: subnetpools {{(pid=119930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 12:48:23.489890 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Extended resource: subnetpools {{(pid=119930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 12:48:23.489890 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Extended resource: tags {{(pid=119930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 12:48:23.489890 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Extended resource: tags {{(pid=119930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 12:48:23.490661 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Extended resource: tags {{(pid=119930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 12:48:23.492469 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Extended resource: tags {{(pid=119930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 12:48:23.494832 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Extended resource: tags {{(pid=119930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 12:48:23.496748 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Extended resource: tags {{(pid=119930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 12:48:23.498435 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Extended resource: tags {{(pid=119930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 12:48:23.500408 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Extended resource: tags {{(pid=119930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 12:48:23.502166 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Extended resource: tags {{(pid=119930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 12:48:23.503940 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron.api.extensions [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Extended resource: tags {{(pid=119930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 12:48:23.510650 dv-cinder-788782-9-iscsi neutron-server[119930]: WARNING keystonemiddleware.auth_token [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 03 12:48:23.515410 dv-cinder-788782-9-iscsi neutron-server[119930]: WARNING keystonemiddleware.auth_token [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 03 12:48:23.524155 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_concurrency.lockutils [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Acquired lock "singleton_lock" {{(pid=119930) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 03 12:48:23.524680 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_concurrency.lockutils [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Releasing lock "singleton_lock" {{(pid=119930) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 03 12:48:23.525324 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO oslo_service.service [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Starting 2 workers Sep 03 12:48:23.530197 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Started child 120041 {{(pid=119930) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 03 12:48:23.534697 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Started child 120042 {{(pid=119930) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 03 12:48:23.535541 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:23.541185 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO neutron.service [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 03 12:48:23.541185 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Notify callbacks [] for process, before_spawn {{(pid=119930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:23.541391 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [-] (120041) wsgi starting up on http://0.0.0.0:9696 Sep 03 12:48:23.541479 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:23.541907 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO oslo_service.service [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Starting 1 workers Sep 03 12:48:23.541999 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [-] (120042) wsgi starting up on http://0.0.0.0:9696 Sep 03 12:48:23.545343 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Started child 120043 {{(pid=119930) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 03 12:48:23.545864 dv-cinder-788782-9-iscsi neutron-server[119930]: INFO oslo_service.service [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Starting 1 workers Sep 03 12:48:23.548876 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.service [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] calling RpcWorker wait() {{(pid=120043) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 03 12:48:23.549385 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.service [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] returning from RpcWorker wait() {{(pid=120043) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 03 12:48:23.550376 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Started child 120044 {{(pid=119930) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 03 12:48:23.550816 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:23.551241 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG neutron_lib.callbacks.manager [None req-ffa7141c-9819-4eb0-a5f5-94c6a6c39b61 None None] Notify callbacks [] for process, after_spawn {{(pid=119930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:23.551340 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:48:23.553207 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=119930) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 03 12:48:23.553418 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 03 12:48:23.553611 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 03 12:48:23.553822 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 03 12:48:23.554162 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 03 12:48:23.554327 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 03 12:48:23.554864 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.555694 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.556017 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.556278 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.556633 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.556765 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=120044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:23.557365 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.557513 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.557756 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.558032 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.558263 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.558439 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.558607 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.558871 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.559125 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.559415 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.559690 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.559951 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.560240 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.560414 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.560682 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] config_source = [] {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.560941 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.561186 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.561462 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] debug = True {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.561725 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.562223 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.562452 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.562735 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.562954 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.563243 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.563472 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.563741 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.564025 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.564275 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.564513 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.564765 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.565011 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.565229 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.565437 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.565705 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.565938 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.566408 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] host = dv-cinder-788782-9-iscsi {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.566643 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.566879 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.567137 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.567383 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.567654 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.567911 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.568172 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.568418 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.568671 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.568897 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.569165 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.569414 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.569655 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] log_dir = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.569899 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] log_file = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.570063 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] log_options = True {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.570301 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.570556 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.570863 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.571054 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.571224 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.571402 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.571661 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.571839 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.572124 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.572373 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.572591 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.572826 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.573068 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.573303 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.573557 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.573850 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.574131 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.574275 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.574548 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.574796 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.575023 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.575254 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.575573 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.575744 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.576000 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.576239 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.576469 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.576713 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.576927 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.577208 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.577460 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.577733 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.577980 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.578240 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.578469 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.578705 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.578926 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.579191 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.579425 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.579691 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.579978 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.580203 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.580503 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.580727 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.580921 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] use_journal = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.581138 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] use_json = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.581353 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.581638 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.581880 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.582101 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.582339 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.582556 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.583665 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.587499 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.587499 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.587499 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.587499 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.587499 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.587499 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.587499 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.587499 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.588113 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.588113 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.588113 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.588113 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.588113 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.588113 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.588522 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.588522 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.588841 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.589127 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.589402 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.589660 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.589911 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.590150 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.590398 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.590682 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.590913 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.591175 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.591403 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.591735 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.591901 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=120044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:48:23.592034 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.592247 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.592536 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.592816 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.593043 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.593291 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.593514 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.593739 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.593962 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.594185 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.594455 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.594703 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.594942 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.595169 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.595424 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.595645 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.595900 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.596164 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.596435 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.596668 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.596895 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.597136 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.597356 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.597573 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.597790 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.598021 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.598237 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.598520 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.598752 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.598997 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.599222 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.599438 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.599661 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.599950 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.600176 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.600410 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.600625 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.600844 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.601065 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.601317 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.601557 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.601774 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.602516 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.602787 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.603036 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.603272 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.603901 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.604452 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.604968 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.605135 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.605379 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.605654 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.605893 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.606115 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.606332 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.606556 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.606923 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.607081 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.607220 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.607436 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.607653 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.607886 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.608148 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.608463 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.610614 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.610614 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.610614 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.610614 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.610614 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.610614 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.610614 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.611555 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.611555 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.611555 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.611555 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.615937 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.615937 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.615937 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.615937 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.615937 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.615937 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.615937 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.615937 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.618250 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.618250 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.618250 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.618250 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.618250 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.618250 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.618250 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.618250 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.620152 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.620152 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.620152 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.620152 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.620152 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.620152 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.620152 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.620152 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.620912 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.620912 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.620912 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.620912 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.620912 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.620912 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.620912 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.620912 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.624813 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.624813 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.624813 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.624813 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.624813 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.624813 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.624813 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.624813 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.625392 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.625392 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.625392 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.625392 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.625392 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.625392 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.625392 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.625392 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.626299 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.626299 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.626299 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.626299 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.626299 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.626299 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.626299 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.626299 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.627293 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.627293 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.627293 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.627293 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.627747 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.627747 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.628019 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.628019 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.628233 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.628476 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.628707 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.628951 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.629172 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.629414 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.629661 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.629883 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.630173 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.630423 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.630640 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.630870 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.631121 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.631358 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.631599 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.631856 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.632099 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.632326 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.632540 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.632762 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.632979 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.633329 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.633560 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.633783 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.634039 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.634293 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.634642 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.634908 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.635155 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.635404 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.635673 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.635901 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.636123 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.636376 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.636626 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.636846 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.637070 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.637340 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.637604 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.637851 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.638084 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.638304 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.638520 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.638739 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.638951 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.639237 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.639494 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.639737 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.640002 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.640242 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.640457 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.640699 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.640941 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.641135 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.641359 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.641578 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.641790 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.642023 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.642235 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.642448 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.642674 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.642894 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.643122 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.643353 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.643563 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.643800 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.644056 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.644279 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.644490 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.644719 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.644929 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.645139 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.645358 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.645595 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.645806 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.646055 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.646266 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.646473 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.646691 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.646908 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.647115 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.647462 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.647713 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.647970 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.648252 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.648511 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.648778 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.649025 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.649338 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.649552 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.649810 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.650029 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.650247 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.650469 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.650723 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.651078 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.651372 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.651639 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.651936 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.652211 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.652486 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.652748 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.652962 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.653258 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.653591 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.653861 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.654127 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.654348 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.654838 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.655061 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.655280 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.655528 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.655768 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.656008 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.656275 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.656506 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.656760 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.656992 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.657219 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.657453 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.657677 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.658326 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.658569 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.658816 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.658972 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 03 12:48:23.659481 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=119930) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 03 12:48:23.659648 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 03 12:48:23.659807 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 03 12:48:23.660014 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 03 12:48:23.660183 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 03 12:48:23.660340 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 03 12:48:23.660542 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.660706 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.660867 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.661030 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.661189 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.661370 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.661531 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.661686 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.661851 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.662008 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.662170 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.662334 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.662495 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.662654 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.662812 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.662977 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.663135 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.663294 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.663461 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.663996 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] config_source = [] {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.663996 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.663996 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.664252 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] debug = True {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.664252 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.664964 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.665134 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.665295 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.665453 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.665613 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.665771 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.665930 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.666087 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.666246 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.666404 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.666563 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.666722 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.666882 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.667041 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.667202 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.667360 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.667521 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] host = dv-cinder-788782-9-iscsi {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.667679 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.667856 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.668022 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.668184 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.668341 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.668500 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.668660 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.668820 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.668980 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.669139 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.669299 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.669460 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.669619 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] log_dir = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.669779 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] log_file = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.669939 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] log_options = True {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.670098 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.670258 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.670417 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.670605 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.670770 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.670930 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.671090 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.671250 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.671410 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.671569 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.671729 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.671894 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.672059 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.672220 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.672380 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.672541 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.672706 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.672866 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.673026 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.673187 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.673345 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.673504 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.673664 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.673823 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.673982 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.674141 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.674303 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.674461 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.674622 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.674781 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.674941 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.675102 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.675265 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.675460 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.675606 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.675743 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.676049 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.676230 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.676377 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.676517 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.676665 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.676825 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.676984 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.677218 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.677317 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] use_journal = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.677451 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] use_json = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.677610 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.677774 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.677930 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.678091 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.678251 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.678411 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.678570 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.678731 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 12:48:23.678909 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.679073 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.679247 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.679409 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.679571 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.679732 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.679913 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.680132 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.680781 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.680942 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.681110 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.681273 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.681447 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.681609 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.681766 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.681932 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.682097 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.682258 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.682420 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.682578 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.682749 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.682913 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.683066 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.683206 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.683369 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.683516 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.683679 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.683888 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.684041 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.684207 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.684353 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.684519 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.684685 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.684832 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.685014 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.685174 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.685313 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.685549 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.685697 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.685836 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.685975 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.686066 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.686218 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.686371 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.686532 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.686695 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.686909 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.687040 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.687166 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.687304 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.687495 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.687622 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.687761 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.687995 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.688138 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.688280 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.688405 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.688566 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.688728 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.688891 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.689053 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.689216 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.689377 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.689540 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.689702 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.689864 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.690040 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.690201 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.690364 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.690525 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.690688 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.690850 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.691013 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.691177 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.691340 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.691504 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.691666 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.691847 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.692015 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.692178 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.692341 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.692505 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.692673 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.692836 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.693015 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.693168 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.693330 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.693492 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.693654 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.693826 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.694004 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.694166 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.694329 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.694490 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.694652 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.695134 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.695134 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.695134 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.695376 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.695467 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.695566 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.695746 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.695931 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.696093 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.696255 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.696418 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.696579 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.696741 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.696901 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.697063 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.697224 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.697391 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.697553 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.697714 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.697873 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.698076 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.698203 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.698364 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.698528 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.698696 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.698862 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.699023 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.699172 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.699324 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.699484 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.699646 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.699796 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.699978 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.700140 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.700301 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.700462 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.700625 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.700793 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.700965 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.701126 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.701229 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:48:23.701317 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.701438 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.701622 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.701783 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.701944 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.702107 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.702268 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.702430 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.702592 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.702779 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.702941 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.703102 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.703264 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.703426 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.703588 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.703750 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.703931 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.704094 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.704257 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.704420 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.704582 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.704786 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.704951 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.705113 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.705275 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.705437 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.705600 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.705763 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.705918 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.706075 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.706237 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.706399 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.706560 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.706721 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.706882 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.707043 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.707203 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.707364 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.707526 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.707706 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.707865 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.708031 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.708194 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.708357 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.708520 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.708683 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.708850 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.709001 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.709149 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.709310 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.709471 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.709633 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.709799 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.709961 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.710123 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.710285 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.710448 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.710624 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.710783 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.710921 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.711083 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.711230 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.711416 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.711577 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.711739 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.711929 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.712092 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.712253 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.712417 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.712585 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.712752 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.712918 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.713074 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.713216 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.713377 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.713539 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.713715 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.713878 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.714027 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.714178 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.714340 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.714488 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.714663 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.714825 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.714986 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.715147 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.715308 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.715469 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.715643 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.715805 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.715986 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.716147 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.716308 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.716470 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.716637 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.716798 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.716961 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.717118 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.717281 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.717442 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.717614 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.717823 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.717937 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.718073 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.718250 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.718382 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.718554 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.718715 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.718876 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.719037 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.719198 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.719360 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.719531 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.719693 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.719873 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.720045 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.720206 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.720366 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.720529 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.720702 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.720864 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.721028 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.721189 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.721351 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.721515 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.721678 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.721843 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.722014 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.722183 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.722346 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.722517 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.722693 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.722863 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.723025 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.723250 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.723430 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.723593 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.723755 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.723937 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.724100 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.724262 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.724425 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.724587 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.724748 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.724909 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.725071 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.725232 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.725395 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.725557 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.725720 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.725881 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.726043 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.726205 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.726365 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.726527 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 12:48:23.726681 dv-cinder-788782-9-iscsi neutron-server[119930]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=119930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 03 12:48:23.835607 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 32894) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:48:23.844403 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065031 Sep 03 12:48:35.240249 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0f54c4-5e42-4323-882e-bb49d6b25a82 None None] get_active_networks_info from dv-cinder-788782-9-iscsi {{(pid=120043) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 03 12:48:35.348853 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0f54c4-5e42-4323-882e-bb49d6b25a82 None None] No non-hosted networks {{(pid=120043) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 03 12:48:35.355871 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.agentschedulers_db [None req-0b0f54c4-5e42-4323-882e-bb49d6b25a82 None None] DHCP Agent not found on host dv-cinder-788782-9-iscsi {{(pid=120043) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 03 12:48:35.424389 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-8799762f-4d7c-480d-9bd6-50209954c88e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1748891'] for agent, after_create {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:37.804571 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-819de8e5-41f9-4545-8141-da07180ee214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1748891'] for agent, after_create {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:37.838572 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.db.api [None req-fe2f1ba9-1d44-4dcc-ad98-25343780151a None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-788782-9-iscsi {{(pid=120043) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 03 12:48:37.839498 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG oslo_db.api [None req-fe2f1ba9-1d44-4dcc-ad98-25343780151a None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 03 12:48:38.349698 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1748891'] for agent, after_create {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:38.350385 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:48:38.350733 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:48:38.364365 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:48:38.364967 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:48:38.365525 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:48:38.366091 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:48:38.366629 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:48:38.367740 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:48:38.368360 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:48:38.368893 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:48:38.369430 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:48:38.369960 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:48:38.370576 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-788782-9-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:48:38.390153 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-788782-9-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:48:38.401825 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-fe2f1ba9-1d44-4dcc-ad98-25343780151a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:39.099965 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08724a11-fd48-4ea4-9071-7b022d0e8053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1748891'] for agent, after_create {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:40.740480 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-df5ee12c-e8c1-490b-8d0e-415336677a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1748891'] for agent, after_create {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:41.218433 dv-cinder-788782-9-iscsi neutron-server[120043]: INFO neutron.db.l3_hamode_db [None req-1da7186c-7487-4541-8001-cbed224df278 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 03 12:48:41.296494 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da7186c-7487-4541-8001-cbed224df278 None None] Routers set() bound to L3 agent in host dv-cinder-788782-9-iscsi {{(pid=120043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 12:48:41.296881 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da7186c-7487-4541-8001-cbed224df278 None None] Router IDs set() for agent in host dv-cinder-788782-9-iscsi {{(pid=120043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 03 12:48:41.815540 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 32986) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:48:42.296940 dv-cinder-788782-9-iscsi neutron-server[120041]: WARNING oslo_policy.policy [None req-3aea54e7-d502-4700-a67e-08295da19f00 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 12:48:42.297558 dv-cinder-788782-9-iscsi neutron-server[120041]: WARNING oslo_policy.policy [None req-3aea54e7-d502-4700-a67e-08295da19f00 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 12:48:42.518157 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [None req-3aea54e7-d502-4700-a67e-08295da19f00 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=120041) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 12:48:42.519127 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-3aea54e7-d502-4700-a67e-08295da19f00 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7025783 Sep 03 12:48:44.868989 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 33000) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:48:45.176593 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.v2.base [None req-63c00066-a880-46c5-be8a-77cf68f6ccdb admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26}} {{(pid=120041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:48:45.293861 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.policy [None req-63c00066-a880-46c5-be8a-77cf68f6ccdb admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=120041) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 03 12:48:45.338047 dv-cinder-788782-9-iscsi neutron-server[120041]: WARNING oslo_policy.policy [None req-63c00066-a880-46c5-be8a-77cf68f6ccdb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 12:48:45.338431 dv-cinder-788782-9-iscsi neutron-server[120041]: WARNING oslo_policy.policy [None req-63c00066-a880-46c5-be8a-77cf68f6ccdb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 12:48:45.346809 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.quota [None req-63c00066-a880-46c5-be8a-77cf68f6ccdb admin admin] Loaded quota_driver: . Sep 03 12:48:45.515901 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-63c00066-a880-46c5-be8a-77cf68f6ccdb admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763618240275', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763618239692', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763618358894', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763618360522', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763614473429', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763618338976', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-598052', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-770460', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1766106', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1682964'] for rbac-policy, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:45.762992 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-63c00066-a880-46c5-be8a-77cf68f6ccdb admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:45.764177 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-63c00066-a880-46c5-be8a-77cf68f6ccdb admin admin] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8941586 Sep 03 12:48:48.314177 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 33012) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:48:48.605194 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.v2.base [None req-886be9f7-3f44-40bf-a358-715f19f809c9 admin admin] Request body: {'network': {'project_id': 'c9c82e3dac4845a48afe6c2a9fa139b1', 'name': 'private', 'tenant_id': 'c9c82e3dac4845a48afe6c2a9fa139b1', 'admin_state_up': True}} {{(pid=120041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:48:48.870442 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-886be9f7-3f44-40bf-a358-715f19f809c9 admin admin] Made reservation on behalf of c9c82e3dac4845a48afe6c2a9fa139b1 for: {'network': 1} {{(pid=120041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 12:48:48.873255 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-886be9f7-3f44-40bf-a358-715f19f809c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for network, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:48.891234 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-886be9f7-3f44-40bf-a358-715f19f809c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:49.010232 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-886be9f7-3f44-40bf-a358-715f19f809c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:49.082692 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-886be9f7-3f44-40bf-a358-715f19f809c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:49.106589 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-886be9f7-3f44-40bf-a358-715f19f809c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=120041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 12:48:49.130751 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-886be9f7-3f44-40bf-a358-715f19f809c9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763613606476', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669750'] for segment, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:49.131315 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-886be9f7-3f44-40bf-a358-715f19f809c9 admin admin] Unsubscribe: segment precommit_create {{(pid=120041) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 03 12:48:49.131875 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.db.segments_db [None req-886be9f7-3f44-40bf-a358-715f19f809c9 admin admin] Added segment 315f1e08-7323-4421-95a2-b3b27acc31bb of type vlan for network a7c9ed3d-7a0c-40e1-b7e4-a2aa7405fa5b Sep 03 12:48:49.137438 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886be9f7-3f44-40bf-a358-715f19f809c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4684094-7bba-4591-b2be-f8daf4dd22ef,revision_number=1']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:48:49.172433 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886be9f7-3f44-40bf-a358-715f19f809c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:48:49.172787 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886be9f7-3f44-40bf-a358-715f19f809c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:48:49.173177 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886be9f7-3f44-40bf-a358-715f19f809c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:48:49.173511 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886be9f7-3f44-40bf-a358-715f19f809c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:48:49.173838 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886be9f7-3f44-40bf-a358-715f19f809c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:48:49.174181 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886be9f7-3f44-40bf-a358-715f19f809c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:48:49.174508 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886be9f7-3f44-40bf-a358-715f19f809c9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:48:49.174844 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886be9f7-3f44-40bf-a358-715f19f809c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:48:49.175185 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886be9f7-3f44-40bf-a358-715f19f809c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:48:49.175486 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886be9f7-3f44-40bf-a358-715f19f809c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:48:49.175802 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886be9f7-3f44-40bf-a358-715f19f809c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:48:49.176140 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886be9f7-3f44-40bf-a358-715f19f809c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:48:49.177264 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886be9f7-3f44-40bf-a358-715f19f809c9 admin admin] Tracked resource versions report: Sep 03 12:48:49.177264 dv-cinder-788782-9-iscsi neutron-server[120041]: pushed versions: Sep 03 12:48:49.177264 dv-cinder-788782-9-iscsi neutron-server[120041]: { 'AddressGroup': {'1.2'}, Sep 03 12:48:49.177264 dv-cinder-788782-9-iscsi neutron-server[120041]: 'ConntrackHelper': {'1.0'}, Sep 03 12:48:49.177264 dv-cinder-788782-9-iscsi neutron-server[120041]: 'Log': {'1.0'}, Sep 03 12:48:49.177264 dv-cinder-788782-9-iscsi neutron-server[120041]: 'Network': {'1.1'}, Sep 03 12:48:49.177264 dv-cinder-788782-9-iscsi neutron-server[120041]: 'Port': {'1.7'}, Sep 03 12:48:49.177264 dv-cinder-788782-9-iscsi neutron-server[120041]: 'PortForwarding': {'1.2'}, Sep 03 12:48:49.177264 dv-cinder-788782-9-iscsi neutron-server[120041]: 'QosPolicy': {'1.9'}, Sep 03 12:48:49.177264 dv-cinder-788782-9-iscsi neutron-server[120041]: 'SecurityGroup': {'1.4'}, Sep 03 12:48:49.177264 dv-cinder-788782-9-iscsi neutron-server[120041]: 'SecurityGroupRule': {'1.2'}, Sep 03 12:48:49.177264 dv-cinder-788782-9-iscsi neutron-server[120041]: 'SubPort': {'1.0'}, Sep 03 12:48:49.177264 dv-cinder-788782-9-iscsi neutron-server[120041]: 'Subnet': {'1.1'}, Sep 03 12:48:49.177264 dv-cinder-788782-9-iscsi neutron-server[120041]: 'Trunk': {'1.1'}} Sep 03 12:48:49.177264 dv-cinder-788782-9-iscsi neutron-server[120041]: consumer versions: Sep 03 12:48:49.177264 dv-cinder-788782-9-iscsi neutron-server[120041]: { DHCP agent@dv-cinder-788782-9-iscsi: {}, Sep 03 12:48:49.177264 dv-cinder-788782-9-iscsi neutron-server[120041]: L3 agent@dv-cinder-788782-9-iscsi: {}, Sep 03 12:48:49.177264 dv-cinder-788782-9-iscsi neutron-server[120041]: Metadata agent@dv-cinder-788782-9-iscsi: {}, Sep 03 12:48:49.177264 dv-cinder-788782-9-iscsi neutron-server[120041]: Metering agent@dv-cinder-788782-9-iscsi: {}, Sep 03 12:48:49.177264 dv-cinder-788782-9-iscsi neutron-server[120041]: Open vSwitch agent@dv-cinder-788782-9-iscsi: { 'AddressGroup': '1.2', Sep 03 12:48:49.177264 dv-cinder-788782-9-iscsi neutron-server[120041]: 'ConntrackHelper': '1.0', Sep 03 12:48:49.177264 dv-cinder-788782-9-iscsi neutron-server[120041]: 'Log': '1.0', Sep 03 12:48:49.177264 dv-cinder-788782-9-iscsi neutron-server[120041]: 'Network': '1.1', Sep 03 12:48:49.177264 dv-cinder-788782-9-iscsi neutron-server[120041]: 'Port': '1.7', Sep 03 12:48:49.177264 dv-cinder-788782-9-iscsi neutron-server[120041]: 'PortForwarding': '1.2', Sep 03 12:48:49.177264 dv-cinder-788782-9-iscsi neutron-server[120041]: 'QosPolicy': '1.9', Sep 03 12:48:49.177264 dv-cinder-788782-9-iscsi neutron-server[120041]: 'SecurityGroup': '1.4', Sep 03 12:48:49.177264 dv-cinder-788782-9-iscsi neutron-server[120041]: 'SecurityGroupRule': '1.2', Sep 03 12:48:49.177264 dv-cinder-788782-9-iscsi neutron-server[120041]: 'SubPort': '1.0', Sep 03 12:48:49.177264 dv-cinder-788782-9-iscsi neutron-server[120041]: 'Subnet': '1.1', Sep 03 12:48:49.177264 dv-cinder-788782-9-iscsi neutron-server[120041]: 'Trunk': '1.1'}} Sep 03 12:48:49.177264 dv-cinder-788782-9-iscsi neutron-server[120041]: {{(pid=120041) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 12:48:49.252148 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-886be9f7-3f44-40bf-a358-715f19f809c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763613016037'] for network, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:49.443164 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-886be9f7-3f44-40bf-a358-715f19f809c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384'] for network, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:49.444343 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886be9f7-3f44-40bf-a358-715f19f809c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:48:49.445086 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-886be9f7-3f44-40bf-a358-715f19f809c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575370'] for network, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:49.545138 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886be9f7-3f44-40bf-a358-715f19f809c9 admin admin] Pushing event updated for resources: {'Network': ['ID=a7c9ed3d-7a0c-40e1-b7e4-a2aa7405fa5b,revision_number=1']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:48:49.557006 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Network a7c9ed3d-7a0c-40e1-b7e4-a2aa7405fa5b details requested by agent ovs-agent-dv-cinder-788782-9-iscsi with host dv-cinder-788782-9-iscsi {{(pid=120043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 12:48:49.695325 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-886be9f7-3f44-40bf-a358-715f19f809c9 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 1.3800061 Sep 03 12:48:52.300532 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 33026) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:48:52.679610 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4636f42a-276c-4312-b37b-4d3e529afd81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:48:52.680928 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-4636f42a-276c-4312-b37b-4d3e529afd81 admin admin] 10.222.0.24 "GET /v2.0/networks/a7c9ed3d-7a0c-40e1-b7e4-a2aa7405fa5b HTTP/1.1" status: 200 len: 824 time: 0.3794465 Sep 03 12:48:52.705581 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-047f56f5-5d22-4c50-952f-60c26754ac1b admin admin] 10.222.0.24 "GET /v2.0/subnetpools/ca16220c-d707-4b3b-ab80-4b83dcfc32ed HTTP/1.1" status: 200 len: 734 time: 0.0185766 Sep 03 12:48:52.715273 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.v2.base [None req-5e8bae72-446c-457a-b759-ca40269a1b5b admin admin] Request body: {'subnet': {'name': 'private-subnet', 'tenant_id': 'c9c82e3dac4845a48afe6c2a9fa139b1', 'ip_version': 4, 'subnetpool_id': 'ca16220c-d707-4b3b-ab80-4b83dcfc32ed', 'gateway_ip': '172.20.0.1', 'network_id': 'a7c9ed3d-7a0c-40e1-b7e4-a2aa7405fa5b'}} {{(pid=120041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:48:52.865552 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e8bae72-446c-457a-b759-ca40269a1b5b admin admin] Made reservation on behalf of c9c82e3dac4845a48afe6c2a9fa139b1 for: {'subnet': 1} {{(pid=120041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 12:48:52.868024 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-5e8bae72-446c-457a-b759-ca40269a1b5b admin admin] Notify callbacks [] for subnet, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:53.220207 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-5e8bae72-446c-457a-b759-ca40269a1b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384'] for subnet, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:53.293736 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8bae72-446c-457a-b759-ca40269a1b5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9526596-fe8b-4003-88b8-67084e106dba,revision_number=0']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:48:53.300942 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8bae72-446c-457a-b759-ca40269a1b5b admin admin] Checking segment: {'id': '315f1e08-7323-4421-95a2-b3b27acc31bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a7c9ed3d-7a0c-40e1-b7e4-a2aa7405fa5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 12:48:53.301557 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8bae72-446c-457a-b759-ca40269a1b5b admin admin] Network hostable DHCP agents. Network: a7c9ed3d-7a0c-40e1-b7e4-a2aa7405fa5b, hostable agents: ['7f35f3fe-a338-4082-b3b0-8dffee9527e2'], hosted agents: [] {{(pid=120041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 12:48:53.389806 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8bae72-446c-457a-b759-ca40269a1b5b admin admin] Network a7c9ed3d-7a0c-40e1-b7e4-a2aa7405fa5b is scheduled to be hosted by DHCP agent 7f35f3fe-a338-4082-b3b0-8dffee9527e2 with binding_index 1 {{(pid=120041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 12:48:53.476705 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.scheduler.base_scheduler [None req-5e8bae72-446c-457a-b759-ca40269a1b5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-9-iscsi, a7c9ed3d-7a0c-40e1-b7e4-a2aa7405fa5b) {{(pid=120041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:48:53.481962 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8bae72-446c-457a-b759-ca40269a1b5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=120041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:48:53.482559 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-5e8bae72-446c-457a-b759-ca40269a1b5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575370'] for subnet, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:53.487364 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb93aaa-5f4f-4740-b414-a4030fccd6f5 None None] Network a7c9ed3d-7a0c-40e1-b7e4-a2aa7405fa5b requested from dv-cinder-788782-9-iscsi {{(pid=120043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 12:48:53.598382 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-5e8bae72-446c-457a-b759-ca40269a1b5b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8864410 Sep 03 12:48:53.802864 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86340904-7f94-4be9-b17c-9ae7c884d4ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0dd8f48-e2b5-5a96-b27e-d74255edf3ba-a7c9ed3d-7a0c-40e1-b7e4-a2aa7405fa5b', 'network_id': 'a7c9ed3d-7a0c-40e1-b7e4-a2aa7405fa5b', 'tenant_id': 'c9c82e3dac4845a48afe6c2a9fa139b1', 'fixed_ips': [{'subnet_id': 'e9526596-fe8b-4003-88b8-67084e106dba'}]}} from dv-cinder-788782-9-iscsi. {{(pid=120043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 12:48:53.804744 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-86340904-7f94-4be9-b17c-9ae7c884d4ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_create {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:54.074632 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.db_base_plugin_common [None req-86340904-7f94-4be9-b17c-9ae7c884d4ca None None] Allocated IP 172.20.0.2 (a7c9ed3d-7a0c-40e1-b7e4-a2aa7405fa5b/e9526596-fe8b-4003-88b8-67084e106dba/a4ea2d86-3f13-4a21-892e-09c3e5a543e2) {{(pid=120043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 12:48:54.297516 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-86340904-7f94-4be9-b17c-9ae7c884d4ca None None] Notify callbacks [] for port, precommit_create {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:54.311654 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-86340904-7f94-4be9-b17c-9ae7c884d4ca None None] Transition to ACTIVE for port object a4ea2d86-3f13-4a21-892e-09c3e5a543e2 will not be triggered until provisioned by entity L2. {{(pid=120043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 12:48:54.332297 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-86340904-7f94-4be9-b17c-9ae7c884d4ca None None] Transition to ACTIVE for port object a4ea2d86-3f13-4a21-892e-09c3e5a543e2 will not be triggered until provisioned by entity DHCP. {{(pid=120043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 12:48:54.431127 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-86340904-7f94-4be9-b17c-9ae7c884d4ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763613061259'] for port, after_create {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:54.498741 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86340904-7f94-4be9-b17c-9ae7c884d4ca None None] Network a7c9ed3d-7a0c-40e1-b7e4-a2aa7405fa5b is already hosted by enough agents. {{(pid=120043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 12:48:54.503176 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.scheduler.base_scheduler [None req-86340904-7f94-4be9-b17c-9ae7c884d4ca None None] Resources bound (agent type, host, resource id): {{(pid=120043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:48:54.515650 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86340904-7f94-4be9-b17c-9ae7c884d4ca None None] Received port after_create {{(pid=120043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 12:48:54.524679 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86340904-7f94-4be9-b17c-9ae7c884d4ca None None] Pushing event updated for resources: {'Port': ['ID=a4ea2d86-3f13-4a21-892e-09c3e5a543e2,revision_number=1']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:48:54.548970 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86340904-7f94-4be9-b17c-9ae7c884d4ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:48:54.549328 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86340904-7f94-4be9-b17c-9ae7c884d4ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:48:54.549677 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86340904-7f94-4be9-b17c-9ae7c884d4ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:48:54.550075 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86340904-7f94-4be9-b17c-9ae7c884d4ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:48:54.550416 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86340904-7f94-4be9-b17c-9ae7c884d4ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:48:54.550751 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86340904-7f94-4be9-b17c-9ae7c884d4ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:48:54.551082 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86340904-7f94-4be9-b17c-9ae7c884d4ca None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:48:54.551412 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86340904-7f94-4be9-b17c-9ae7c884d4ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:48:54.551759 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86340904-7f94-4be9-b17c-9ae7c884d4ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:48:54.552116 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86340904-7f94-4be9-b17c-9ae7c884d4ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:48:54.552444 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86340904-7f94-4be9-b17c-9ae7c884d4ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:48:54.552777 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86340904-7f94-4be9-b17c-9ae7c884d4ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:48:54.553925 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86340904-7f94-4be9-b17c-9ae7c884d4ca None None] Tracked resource versions report: Sep 03 12:48:54.553925 dv-cinder-788782-9-iscsi neutron-server[120043]: pushed versions: Sep 03 12:48:54.553925 dv-cinder-788782-9-iscsi neutron-server[120043]: { 'AddressGroup': {'1.2'}, Sep 03 12:48:54.553925 dv-cinder-788782-9-iscsi neutron-server[120043]: 'ConntrackHelper': {'1.0'}, Sep 03 12:48:54.553925 dv-cinder-788782-9-iscsi neutron-server[120043]: 'Log': {'1.0'}, Sep 03 12:48:54.553925 dv-cinder-788782-9-iscsi neutron-server[120043]: 'Network': {'1.1'}, Sep 03 12:48:54.553925 dv-cinder-788782-9-iscsi neutron-server[120043]: 'Port': {'1.7'}, Sep 03 12:48:54.553925 dv-cinder-788782-9-iscsi neutron-server[120043]: 'PortForwarding': {'1.2'}, Sep 03 12:48:54.553925 dv-cinder-788782-9-iscsi neutron-server[120043]: 'QosPolicy': {'1.9'}, Sep 03 12:48:54.553925 dv-cinder-788782-9-iscsi neutron-server[120043]: 'SecurityGroup': {'1.4'}, Sep 03 12:48:54.553925 dv-cinder-788782-9-iscsi neutron-server[120043]: 'SecurityGroupRule': {'1.2'}, Sep 03 12:48:54.553925 dv-cinder-788782-9-iscsi neutron-server[120043]: 'SubPort': {'1.0'}, Sep 03 12:48:54.553925 dv-cinder-788782-9-iscsi neutron-server[120043]: 'Subnet': {'1.1'}, Sep 03 12:48:54.553925 dv-cinder-788782-9-iscsi neutron-server[120043]: 'Trunk': {'1.1'}} Sep 03 12:48:54.553925 dv-cinder-788782-9-iscsi neutron-server[120043]: consumer versions: Sep 03 12:48:54.553925 dv-cinder-788782-9-iscsi neutron-server[120043]: { DHCP agent@dv-cinder-788782-9-iscsi: {}, Sep 03 12:48:54.553925 dv-cinder-788782-9-iscsi neutron-server[120043]: L3 agent@dv-cinder-788782-9-iscsi: {}, Sep 03 12:48:54.553925 dv-cinder-788782-9-iscsi neutron-server[120043]: Metadata agent@dv-cinder-788782-9-iscsi: {}, Sep 03 12:48:54.553925 dv-cinder-788782-9-iscsi neutron-server[120043]: Metering agent@dv-cinder-788782-9-iscsi: {}, Sep 03 12:48:54.553925 dv-cinder-788782-9-iscsi neutron-server[120043]: Open vSwitch agent@dv-cinder-788782-9-iscsi: { 'AddressGroup': '1.2', Sep 03 12:48:54.553925 dv-cinder-788782-9-iscsi neutron-server[120043]: 'ConntrackHelper': '1.0', Sep 03 12:48:54.553925 dv-cinder-788782-9-iscsi neutron-server[120043]: 'Log': '1.0', Sep 03 12:48:54.553925 dv-cinder-788782-9-iscsi neutron-server[120043]: 'Network': '1.1', Sep 03 12:48:54.553925 dv-cinder-788782-9-iscsi neutron-server[120043]: 'Port': '1.7', Sep 03 12:48:54.553925 dv-cinder-788782-9-iscsi neutron-server[120043]: 'PortForwarding': '1.2', Sep 03 12:48:54.553925 dv-cinder-788782-9-iscsi neutron-server[120043]: 'QosPolicy': '1.9', Sep 03 12:48:54.553925 dv-cinder-788782-9-iscsi neutron-server[120043]: 'SecurityGroup': '1.4', Sep 03 12:48:54.553925 dv-cinder-788782-9-iscsi neutron-server[120043]: 'SecurityGroupRule': '1.2', Sep 03 12:48:54.553925 dv-cinder-788782-9-iscsi neutron-server[120043]: 'SubPort': '1.0', Sep 03 12:48:54.553925 dv-cinder-788782-9-iscsi neutron-server[120043]: 'Subnet': '1.1', Sep 03 12:48:54.553925 dv-cinder-788782-9-iscsi neutron-server[120043]: 'Trunk': '1.1'}} Sep 03 12:48:54.553925 dv-cinder-788782-9-iscsi neutron-server[120043]: {{(pid=120043) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 12:48:54.601414 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.managers [None req-86340904-7f94-4be9-b17c-9ae7c884d4ca None None] Attempting to bind port a4ea2d86-3f13-4a21-892e-09c3e5a543e2 on host dv-cinder-788782-9-iscsi for vnic_type normal with profile {{(pid=120043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 12:48:54.601794 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.managers [None req-86340904-7f94-4be9-b17c-9ae7c884d4ca None None] Attempting to bind port a4ea2d86-3f13-4a21-892e-09c3e5a543e2 by drivers openvswitch,hyperv on host dv-cinder-788782-9-iscsi at level 0 using segments [{'id': '315f1e08-7323-4421-95a2-b3b27acc31bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a7c9ed3d-7a0c-40e1-b7e4-a2aa7405fa5b'}] {{(pid=120043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 12:48:54.602225 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86340904-7f94-4be9-b17c-9ae7c884d4ca None None] Attempting to bind port a4ea2d86-3f13-4a21-892e-09c3e5a543e2 on network a7c9ed3d-7a0c-40e1-b7e4-a2aa7405fa5b {{(pid=120043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 12:48:54.607197 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86340904-7f94-4be9-b17c-9ae7c884d4ca None None] Checking agent: {'id': '54d2aec0-bb47-465a-a42e-8bc5f6172949', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 12, 48, 38), 'started_at': datetime.datetime(2021, 9, 3, 12, 48, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 12, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 12:48:54.607664 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86340904-7f94-4be9-b17c-9ae7c884d4ca None None] Checking segment: {'id': '315f1e08-7323-4421-95a2-b3b27acc31bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a7c9ed3d-7a0c-40e1-b7e4-a2aa7405fa5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 12:48:54.608168 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-86340904-7f94-4be9-b17c-9ae7c884d4ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:54.608567 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86340904-7f94-4be9-b17c-9ae7c884d4ca None None] Bound using segment: {'id': '315f1e08-7323-4421-95a2-b3b27acc31bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a7c9ed3d-7a0c-40e1-b7e4-a2aa7405fa5b'} {{(pid=120043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 12:48:54.609033 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.managers [None req-86340904-7f94-4be9-b17c-9ae7c884d4ca None None] Bound port: a4ea2d86-3f13-4a21-892e-09c3e5a543e2, host: dv-cinder-788782-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '315f1e08-7323-4421-95a2-b3b27acc31bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a7c9ed3d-7a0c-40e1-b7e4-a2aa7405fa5b'}}] {{(pid=120043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 12:48:54.609475 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-86340904-7f94-4be9-b17c-9ae7c884d4ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:54.671736 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-86340904-7f94-4be9-b17c-9ae7c884d4ca None None] For port a4ea2d86-3f13-4a21-892e-09c3e5a543e2, host dv-cinder-788782-9-iscsi, cleared binding levels {{(pid=120043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 12:48:54.675868 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-86340904-7f94-4be9-b17c-9ae7c884d4ca None None] For port a4ea2d86-3f13-4a21-892e-09c3e5a543e2, host dv-cinder-788782-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-9-iscsi',level=0,port_id=a4ea2d86-3f13-4a21-892e-09c3e5a543e2,segment=NetworkSegment(315f1e08-7323-4421-95a2-b3b27acc31bb),segment_id=315f1e08-7323-4421-95a2-b3b27acc31bb)] {{(pid=120043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 12:48:54.734981 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-86340904-7f94-4be9-b17c-9ae7c884d4ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:48:54.797966 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86340904-7f94-4be9-b17c-9ae7c884d4ca None None] Pushing event updated for resources: {'Port': ['ID=a4ea2d86-3f13-4a21-892e-09c3e5a543e2,revision_number=2']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:48:56.033650 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 33034) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:48:56.342175 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [None req-3426b300-08d3-41da-933d-07c80c2be206 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=120041) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 12:48:56.343178 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-3426b300-08d3-41da-933d-07c80c2be206 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3085732 Sep 03 12:48:58.711566 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 33042) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:48:59.206150 dv-cinder-788782-9-iscsi neutron-server[120042]: WARNING oslo_policy.policy [None req-b466e7ac-43ea-4aaf-bf21-8df7b67be6d3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 12:48:59.206750 dv-cinder-788782-9-iscsi neutron-server[120042]: WARNING oslo_policy.policy [None req-b466e7ac-43ea-4aaf-bf21-8df7b67be6d3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 12:48:59.427472 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [None req-b466e7ac-43ea-4aaf-bf21-8df7b67be6d3 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=120042) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 12:48:59.429230 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-b466e7ac-43ea-4aaf-bf21-8df7b67be6d3 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7149959 Sep 03 12:49:02.124826 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 33062) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:49:02.215682 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Device a4ea2d86-3f13-4a21-892e-09c3e5a543e2 up at agent ovs-agent-dv-cinder-788782-9-iscsi {{(pid=120043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:49:02.368508 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-08f51270-9900-45ae-a958-671501e71079 None None] Provisioning for port a4ea2d86-3f13-4a21-892e-09c3e5a543e2 completed by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 12:49:02.442258 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.v2.base [None req-1f3fc9ac-ed8e-49b6-aaad-56e98fb1368c admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'c9c82e3dac4845a48afe6c2a9fa139b1', 'admin_state_up': True}} {{(pid=120042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:49:02.513372 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.policy [None req-1f3fc9ac-ed8e-49b6-aaad-56e98fb1368c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=120042) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 03 12:49:02.559111 dv-cinder-788782-9-iscsi neutron-server[120042]: WARNING oslo_policy.policy [None req-1f3fc9ac-ed8e-49b6-aaad-56e98fb1368c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 12:49:02.559496 dv-cinder-788782-9-iscsi neutron-server[120042]: WARNING oslo_policy.policy [None req-1f3fc9ac-ed8e-49b6-aaad-56e98fb1368c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 12:49:02.568632 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.quota [None req-1f3fc9ac-ed8e-49b6-aaad-56e98fb1368c admin admin] Loaded quota_driver: . Sep 03 12:49:02.695155 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-1f3fc9ac-ed8e-49b6-aaad-56e98fb1368c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28330'] for router, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:02.698432 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-1f3fc9ac-ed8e-49b6-aaad-56e98fb1368c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1664160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28307'] for router, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:02.854342 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-1f3fc9ac-ed8e-49b6-aaad-56e98fb1368c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:02.929976 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-1f3fc9ac-ed8e-49b6-aaad-56e98fb1368c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1664245'] for router, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:03.042524 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-1f3fc9ac-ed8e-49b6-aaad-56e98fb1368c admin admin] Notify callbacks [] for router, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:03.043761 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-1f3fc9ac-ed8e-49b6-aaad-56e98fb1368c admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9179502 Sep 03 12:49:03.150280 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf655558-a8cb-4e54-bb3c-167538d315fa None None] Network a7c9ed3d-7a0c-40e1-b7e4-a2aa7405fa5b requested from dv-cinder-788782-9-iscsi {{(pid=120043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 12:49:03.274720 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-56fce90b-6726-40b6-af79-528c62c7704a None None] Provisioning for port a4ea2d86-3f13-4a21-892e-09c3e5a543e2 completed by entity DHCP. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 12:49:03.282197 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-56fce90b-6726-40b6-af79-528c62c7704a None None] Provisioning complete for port a4ea2d86-3f13-4a21-892e-09c3e5a543e2 triggered by entity DHCP. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:49:03.282625 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-56fce90b-6726-40b6-af79-528c62c7704a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:03.430846 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-56fce90b-6726-40b6-af79-528c62c7704a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:03.467311 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-56fce90b-6726-40b6-af79-528c62c7704a None None] For port a4ea2d86-3f13-4a21-892e-09c3e5a543e2, host dv-cinder-788782-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-9-iscsi',level=0,port_id=a4ea2d86-3f13-4a21-892e-09c3e5a543e2,segment=NetworkSegment(315f1e08-7323-4421-95a2-b3b27acc31bb),segment_id=315f1e08-7323-4421-95a2-b3b27acc31bb)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:49:03.574522 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-56fce90b-6726-40b6-af79-528c62c7704a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:03.621129 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fce90b-6726-40b6-af79-528c62c7704a None None] Pushing event updated for resources: {'Port': ['ID=a4ea2d86-3f13-4a21-892e-09c3e5a543e2,revision_number=3']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:49:03.692689 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-ca7e1ef0-1487-4625-863d-8e9cafedfaee None None] Provisioning complete for port a4ea2d86-3f13-4a21-892e-09c3e5a543e2 triggered by entity DHCP. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:49:03.693061 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-ca7e1ef0-1487-4625-863d-8e9cafedfaee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:04.174666 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Device a4ea2d86-3f13-4a21-892e-09c3e5a543e2 up at agent ovs-agent-dv-cinder-788782-9-iscsi {{(pid=120043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:49:04.219955 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-08f51270-9900-45ae-a958-671501e71079 None None] Provisioning complete for port a4ea2d86-3f13-4a21-892e-09c3e5a543e2 triggered by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:49:04.220333 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:05.231007 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-579de44a-f893-412b-a442-441519ae58c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:05.423764 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 33072) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:49:05.730897 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [None req-f052c4fb-6033-49b2-81ce-645e85cabbcf admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=120042) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 12:49:05.731890 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-f052c4fb-6033-49b2-81ce-645e85cabbcf admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3071721 Sep 03 12:49:07.830157 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-69404338-737d-477e-9b76-87de648bca37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:08.128132 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 33080) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:49:08.355993 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:08.433352 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.v2.base [None req-1c2f381e-bc7a-41f5-8e05-8a95d6eda312 admin admin] Request body: {'network': {'is_default': True, 'router:external': True, 'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=120042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:49:08.539195 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c2f381e-bc7a-41f5-8e05-8a95d6eda312 admin admin] Made reservation on behalf of 38bd9f18759249709ef5f5e457c7baed for: {'network': 1} {{(pid=120042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 12:49:08.542129 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-1c2f381e-bc7a-41f5-8e05-8a95d6eda312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for network, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:08.558326 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-1c2f381e-bc7a-41f5-8e05-8a95d6eda312 admin admin] Notify callbacks [] for security_group, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:08.670773 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-1c2f381e-bc7a-41f5-8e05-8a95d6eda312 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:08.802474 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-1c2f381e-bc7a-41f5-8e05-8a95d6eda312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:08.814153 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-1c2f381e-bc7a-41f5-8e05-8a95d6eda312 admin admin] Reserving flat network on physical network physnet1 {{(pid=120042) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 03 12:49:08.846496 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-1c2f381e-bc7a-41f5-8e05-8a95d6eda312 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763613606476', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669750'] for segment, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:08.847077 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-1c2f381e-bc7a-41f5-8e05-8a95d6eda312 admin admin] Unsubscribe: segment precommit_create {{(pid=120042) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 03 12:49:08.847647 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.db.segments_db [None req-1c2f381e-bc7a-41f5-8e05-8a95d6eda312 admin admin] Added segment c1a38775-ec28-415d-bb88-0cf7761c0f56 of type flat for network 9198821c-ee56-4cb5-9e5d-ab43e0594ece Sep 03 12:49:08.854519 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2f381e-bc7a-41f5-8e05-8a95d6eda312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41a116e0-785c-4e5b-81b8-c1175a8aa64f,revision_number=1']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:49:08.889160 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2f381e-bc7a-41f5-8e05-8a95d6eda312 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:49:08.889509 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2f381e-bc7a-41f5-8e05-8a95d6eda312 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:49:08.889855 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2f381e-bc7a-41f5-8e05-8a95d6eda312 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:49:08.890190 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2f381e-bc7a-41f5-8e05-8a95d6eda312 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:49:08.890525 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2f381e-bc7a-41f5-8e05-8a95d6eda312 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:49:08.890870 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2f381e-bc7a-41f5-8e05-8a95d6eda312 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:49:08.891201 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2f381e-bc7a-41f5-8e05-8a95d6eda312 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:49:08.891536 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2f381e-bc7a-41f5-8e05-8a95d6eda312 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:49:08.891884 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2f381e-bc7a-41f5-8e05-8a95d6eda312 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:49:08.892208 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2f381e-bc7a-41f5-8e05-8a95d6eda312 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:49:08.892525 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2f381e-bc7a-41f5-8e05-8a95d6eda312 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:49:08.892846 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2f381e-bc7a-41f5-8e05-8a95d6eda312 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:49:08.893974 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2f381e-bc7a-41f5-8e05-8a95d6eda312 admin admin] Tracked resource versions report: Sep 03 12:49:08.893974 dv-cinder-788782-9-iscsi neutron-server[120042]: pushed versions: Sep 03 12:49:08.893974 dv-cinder-788782-9-iscsi neutron-server[120042]: { 'AddressGroup': {'1.2'}, Sep 03 12:49:08.893974 dv-cinder-788782-9-iscsi neutron-server[120042]: 'ConntrackHelper': {'1.0'}, Sep 03 12:49:08.893974 dv-cinder-788782-9-iscsi neutron-server[120042]: 'Log': {'1.0'}, Sep 03 12:49:08.893974 dv-cinder-788782-9-iscsi neutron-server[120042]: 'Network': {'1.1'}, Sep 03 12:49:08.893974 dv-cinder-788782-9-iscsi neutron-server[120042]: 'Port': {'1.7'}, Sep 03 12:49:08.893974 dv-cinder-788782-9-iscsi neutron-server[120042]: 'PortForwarding': {'1.2'}, Sep 03 12:49:08.893974 dv-cinder-788782-9-iscsi neutron-server[120042]: 'QosPolicy': {'1.9'}, Sep 03 12:49:08.893974 dv-cinder-788782-9-iscsi neutron-server[120042]: 'SecurityGroup': {'1.4'}, Sep 03 12:49:08.893974 dv-cinder-788782-9-iscsi neutron-server[120042]: 'SecurityGroupRule': {'1.2'}, Sep 03 12:49:08.893974 dv-cinder-788782-9-iscsi neutron-server[120042]: 'SubPort': {'1.0'}, Sep 03 12:49:08.893974 dv-cinder-788782-9-iscsi neutron-server[120042]: 'Subnet': {'1.1'}, Sep 03 12:49:08.893974 dv-cinder-788782-9-iscsi neutron-server[120042]: 'Trunk': {'1.1'}} Sep 03 12:49:08.893974 dv-cinder-788782-9-iscsi neutron-server[120042]: consumer versions: Sep 03 12:49:08.893974 dv-cinder-788782-9-iscsi neutron-server[120042]: { DHCP agent@dv-cinder-788782-9-iscsi: {}, Sep 03 12:49:08.893974 dv-cinder-788782-9-iscsi neutron-server[120042]: L3 agent@dv-cinder-788782-9-iscsi: {}, Sep 03 12:49:08.893974 dv-cinder-788782-9-iscsi neutron-server[120042]: Metadata agent@dv-cinder-788782-9-iscsi: {}, Sep 03 12:49:08.893974 dv-cinder-788782-9-iscsi neutron-server[120042]: Metering agent@dv-cinder-788782-9-iscsi: {}, Sep 03 12:49:08.893974 dv-cinder-788782-9-iscsi neutron-server[120042]: Open vSwitch agent@dv-cinder-788782-9-iscsi: { 'AddressGroup': '1.2', Sep 03 12:49:08.893974 dv-cinder-788782-9-iscsi neutron-server[120042]: 'ConntrackHelper': '1.0', Sep 03 12:49:08.893974 dv-cinder-788782-9-iscsi neutron-server[120042]: 'Log': '1.0', Sep 03 12:49:08.893974 dv-cinder-788782-9-iscsi neutron-server[120042]: 'Network': '1.1', Sep 03 12:49:08.893974 dv-cinder-788782-9-iscsi neutron-server[120042]: 'Port': '1.7', Sep 03 12:49:08.893974 dv-cinder-788782-9-iscsi neutron-server[120042]: 'PortForwarding': '1.2', Sep 03 12:49:08.893974 dv-cinder-788782-9-iscsi neutron-server[120042]: 'QosPolicy': '1.9', Sep 03 12:49:08.893974 dv-cinder-788782-9-iscsi neutron-server[120042]: 'SecurityGroup': '1.4', Sep 03 12:49:08.893974 dv-cinder-788782-9-iscsi neutron-server[120042]: 'SecurityGroupRule': '1.2', Sep 03 12:49:08.893974 dv-cinder-788782-9-iscsi neutron-server[120042]: 'SubPort': '1.0', Sep 03 12:49:08.893974 dv-cinder-788782-9-iscsi neutron-server[120042]: 'Subnet': '1.1', Sep 03 12:49:08.893974 dv-cinder-788782-9-iscsi neutron-server[120042]: 'Trunk': '1.1'}} Sep 03 12:49:08.893974 dv-cinder-788782-9-iscsi neutron-server[120042]: {{(pid=120042) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 12:49:08.962524 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08724a11-fd48-4ea4-9071-7b022d0e8053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:08.974159 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-1c2f381e-bc7a-41f5-8e05-8a95d6eda312 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763613016037'] for network, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:09.122638 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-1c2f381e-bc7a-41f5-8e05-8a95d6eda312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384'] for network, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:09.123928 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2f381e-bc7a-41f5-8e05-8a95d6eda312 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:09.124584 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-1c2f381e-bc7a-41f5-8e05-8a95d6eda312 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575370'] for network, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:09.220583 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2f381e-bc7a-41f5-8e05-8a95d6eda312 admin admin] Pushing event updated for resources: {'Network': ['ID=9198821c-ee56-4cb5-9e5d-ab43e0594ece,revision_number=1']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:49:09.231718 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Network 9198821c-ee56-4cb5-9e5d-ab43e0594ece details requested by agent ovs-agent-dv-cinder-788782-9-iscsi with host dv-cinder-788782-9-iscsi {{(pid=120043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 12:49:09.288557 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-1c2f381e-bc7a-41f5-8e05-8a95d6eda312 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.1593435 Sep 03 12:49:10.699266 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-df5ee12c-e8c1-490b-8d0e-415336677a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:11.660495 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 33102) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:49:11.873514 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3167b5-f469-4827-a938-7f8202a86d5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:11.874883 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-3e3167b5-f469-4827-a938-7f8202a86d5c admin admin] 10.222.0.24 "GET /v2.0/subnets/e9526596-fe8b-4003-88b8-67084e106dba HTTP/1.1" status: 200 len: 849 time: 0.2134416 Sep 03 12:49:12.007890 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-7724d0c8-e316-4eb2-a5ee-eab070924262 admin admin] 10.222.0.24 "GET /v2.0/routers/abfc1c76-a72c-4995-8a72-b51eef0f6b55 HTTP/1.1" status: 200 len: 704 time: 0.1267910 Sep 03 12:49:12.267248 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-40b4b47a-1fcf-4fea-9fae-90afde8447b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:12.555613 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.db_base_plugin_common [None req-40b4b47a-1fcf-4fea-9fae-90afde8447b3 admin admin] Allocated IP 172.20.0.1 (a7c9ed3d-7a0c-40e1-b7e4-a2aa7405fa5b/e9526596-fe8b-4003-88b8-67084e106dba/65c9810c-5c9f-4ac2-85a5-5b3b6ac304ba) {{(pid=120042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 12:49:12.735225 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-40b4b47a-1fcf-4fea-9fae-90afde8447b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:12.758864 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.provisioning_blocks [None req-40b4b47a-1fcf-4fea-9fae-90afde8447b3 admin admin] Transition to ACTIVE for port object 65c9810c-5c9f-4ac2-85a5-5b3b6ac304ba will not be triggered until provisioned by entity DHCP. {{(pid=120042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 12:49:12.875951 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-40b4b47a-1fcf-4fea-9fae-90afde8447b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763613061259'] for port, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:12.942216 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b4b47a-1fcf-4fea-9fae-90afde8447b3 admin admin] Network a7c9ed3d-7a0c-40e1-b7e4-a2aa7405fa5b is already hosted by enough agents. {{(pid=120042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 12:49:12.951431 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.base_scheduler [None req-40b4b47a-1fcf-4fea-9fae-90afde8447b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=120042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:49:12.960536 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b4b47a-1fcf-4fea-9fae-90afde8447b3 admin admin] Received port after_create {{(pid=120042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 12:49:12.961756 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-40b4b47a-1fcf-4fea-9fae-90afde8447b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1748896'] for router_interface, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:12.980234 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b4b47a-1fcf-4fea-9fae-90afde8447b3 admin admin] Pushing event updated for resources: {'Port': ['ID=65c9810c-5c9f-4ac2-85a5-5b3b6ac304ba,revision_number=1']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:49:13.208291 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-b423428a-2288-4f4d-bcb6-fae5959fa485 None None] Provisioning for port 65c9810c-5c9f-4ac2-85a5-5b3b6ac304ba completed by entity DHCP. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 12:49:13.212250 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-b423428a-2288-4f4d-bcb6-fae5959fa485 None None] Provisioning complete for port 65c9810c-5c9f-4ac2-85a5-5b3b6ac304ba triggered by entity DHCP. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:49:13.212637 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-b423428a-2288-4f4d-bcb6-fae5959fa485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:13.231036 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-40b4b47a-1fcf-4fea-9fae-90afde8447b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:13.246197 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.plugin [None req-b423428a-2288-4f4d-bcb6-fae5959fa485 None None] Port 65c9810c-5c9f-4ac2-85a5-5b3b6ac304ba cannot update to ACTIVE because it is not bound. {{(pid=120043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 12:49:13.477926 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-40b4b47a-1fcf-4fea-9fae-90afde8447b3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:13.533680 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-40b4b47a-1fcf-4fea-9fae-90afde8447b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:13.534439 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-40b4b47a-1fcf-4fea-9fae-90afde8447b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1666096'] for router_interface, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:13.594526 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b4b47a-1fcf-4fea-9fae-90afde8447b3 admin admin] Pushing event updated for resources: {'Port': ['ID=65c9810c-5c9f-4ac2-85a5-5b3b6ac304ba,revision_number=2']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:49:13.657186 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b4b47a-1fcf-4fea-9fae-90afde8447b3 admin admin] Network a7c9ed3d-7a0c-40e1-b7e4-a2aa7405fa5b is already hosted by enough agents. {{(pid=120042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 12:49:13.658508 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.base_scheduler [None req-40b4b47a-1fcf-4fea-9fae-90afde8447b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=120042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:49:13.867241 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-bf75b5ef-bab5-4b49-af02-b6eb0addc474 None None] Provisioning complete for port 65c9810c-5c9f-4ac2-85a5-5b3b6ac304ba triggered by entity DHCP. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:49:13.867612 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-bf75b5ef-bab5-4b49-af02-b6eb0addc474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:13.870944 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40b4b47a-1fcf-4fea-9fae-90afde8447b3 admin admin] Router abfc1c76-a72c-4995-8a72-b51eef0f6b55 is scheduled to L3 agent 3ba3cff0-0714-4a2d-b638-391a63c22700 with binding_index 1 {{(pid=120042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 12:49:13.902949 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.plugin [None req-bf75b5ef-bab5-4b49-af02-b6eb0addc474 None None] Port 65c9810c-5c9f-4ac2-85a5-5b3b6ac304ba cannot update to ACTIVE because it is not bound. {{(pid=120043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 12:49:13.960683 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40b4b47a-1fcf-4fea-9fae-90afde8447b3 admin admin] Notify agent at l3_agent.dv-cinder-788782-9-iscsi the message routers_updated {{(pid=120042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 12:49:13.965729 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-40b4b47a-1fcf-4fea-9fae-90afde8447b3 admin admin] 10.222.0.24 "PUT /v2.0/routers/abfc1c76-a72c-4995-8a72-b51eef0f6b55/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9522169 Sep 03 12:49:13.970964 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d2af58-c8c8-46e0-ab3e-e6a8e6417ee9 None None] Sync routers for ids ['abfc1c76-a72c-4995-8a72-b51eef0f6b55'] in dv-cinder-788782-9-iscsi {{(pid=120044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 12:49:13.982545 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d2af58-c8c8-46e0-ab3e-e6a8e6417ee9 None None] Routers {'abfc1c76-a72c-4995-8a72-b51eef0f6b55'} bound to L3 agent in host dv-cinder-788782-9-iscsi {{(pid=120044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 12:49:13.983310 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_hamode_db [None req-30d2af58-c8c8-46e0-ab3e-e6a8e6417ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-03T12:48:38Z,description=,heartbeat_timestamp=2021-09-03T12:49:08Z,host='dv-cinder-788782-9-iscsi',id=3ba3cff0-0714-4a2d-b638-391a63c22700,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:48:38Z,topic='l3_agent')) {'router_ids': ['abfc1c76-a72c-4995-8a72-b51eef0f6b55'], 'active': True} {{(pid=120044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:49:14.168028 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_dvr_db [None req-30d2af58-c8c8-46e0-ab3e-e6a8e6417ee9 None None] Set router abfc1c76-a72c-4995-8a72-b51eef0f6b55 gateway port host: None {{(pid=120044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 12:49:14.586345 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_hamode_db [None req-30d2af58-c8c8-46e0-ab3e-e6a8e6417ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abfc1c76-a72c-4995-8a72-b51eef0f6b55', 'name': 'router1', 'tenant_id': 'c9c82e3dac4845a48afe6c2a9fa139b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:49:02Z', 'updated_at': '2021-09-03T12:49:13Z', 'revision_number': 2, 'project_id': 'c9c82e3dac4845a48afe6c2a9fa139b1', 'gw_port_host': None, '_interfaces': [{'id': '65c9810c-5c9f-4ac2-85a5-5b3b6ac304ba', 'name': '', 'network_id': 'a7c9ed3d-7a0c-40e1-b7e4-a2aa7405fa5b', 'tenant_id': 'c9c82e3dac4845a48afe6c2a9fa139b1', 'mac_address': 'fa:16:3e:aa:c8:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abfc1c76-a72c-4995-8a72-b51eef0f6b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e9526596-fe8b-4003-88b8-67084e106dba', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:49:12Z', 'updated_at': '2021-09-03T12:49:13Z', 'revision_number': 2, 'project_id': 'c9c82e3dac4845a48afe6c2a9fa139b1', 'subnets': [{'id': 'e9526596-fe8b-4003-88b8-67084e106dba', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ca16220c-d707-4b3b-ab80-4b83dcfc32ed'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-9-iscsi', False) {} {{(pid=120044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:49:14.636494 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d2af58-c8c8-46e0-ab3e-e6a8e6417ee9 None None] Checking router: abfc1c76-a72c-4995-8a72-b51eef0f6b55 for host: dv-cinder-788782-9-iscsi {{(pid=120044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 12:49:14.636867 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d2af58-c8c8-46e0-ab3e-e6a8e6417ee9 None None] Updating router abfc1c76-a72c-4995-8a72-b51eef0f6b55 port 65c9810c-5c9f-4ac2-85a5-5b3b6ac304ba binding host dv-cinder-788782-9-iscsi {{(pid=120044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 12:49:14.683602 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron_lib.callbacks.manager [None req-30d2af58-c8c8-46e0-ab3e-e6a8e6417ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:15.182322 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron_lib.callbacks.manager [None req-30d2af58-c8c8-46e0-ab3e-e6a8e6417ee9 None None] Notify callbacks [] for port, precommit_update {{(pid=120044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:15.199684 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.provisioning_blocks [None req-30d2af58-c8c8-46e0-ab3e-e6a8e6417ee9 None None] Transition to ACTIVE for port object 65c9810c-5c9f-4ac2-85a5-5b3b6ac304ba will not be triggered until provisioned by entity L2. {{(pid=120044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 12:49:15.282083 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron_lib.callbacks.manager [None req-30d2af58-c8c8-46e0-ab3e-e6a8e6417ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:15.448319 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.plugins.ml2.managers [None req-30d2af58-c8c8-46e0-ab3e-e6a8e6417ee9 None None] Attempting to bind port 65c9810c-5c9f-4ac2-85a5-5b3b6ac304ba on host dv-cinder-788782-9-iscsi for vnic_type normal with profile {{(pid=120044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 12:49:15.448671 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.plugins.ml2.managers [None req-30d2af58-c8c8-46e0-ab3e-e6a8e6417ee9 None None] Attempting to bind port 65c9810c-5c9f-4ac2-85a5-5b3b6ac304ba by drivers openvswitch,hyperv on host dv-cinder-788782-9-iscsi at level 0 using segments [{'id': '315f1e08-7323-4421-95a2-b3b27acc31bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a7c9ed3d-7a0c-40e1-b7e4-a2aa7405fa5b'}] {{(pid=120044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 12:49:15.449073 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d2af58-c8c8-46e0-ab3e-e6a8e6417ee9 None None] Attempting to bind port 65c9810c-5c9f-4ac2-85a5-5b3b6ac304ba on network a7c9ed3d-7a0c-40e1-b7e4-a2aa7405fa5b {{(pid=120044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 12:49:15.460357 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d2af58-c8c8-46e0-ab3e-e6a8e6417ee9 None None] Checking agent: {'id': '54d2aec0-bb47-465a-a42e-8bc5f6172949', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 12, 48, 38), 'started_at': datetime.datetime(2021, 9, 3, 12, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 12, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 12:49:15.460778 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d2af58-c8c8-46e0-ab3e-e6a8e6417ee9 None None] Checking segment: {'id': '315f1e08-7323-4421-95a2-b3b27acc31bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a7c9ed3d-7a0c-40e1-b7e4-a2aa7405fa5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 12:49:15.461264 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron_lib.callbacks.manager [None req-30d2af58-c8c8-46e0-ab3e-e6a8e6417ee9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=120044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:15.461661 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d2af58-c8c8-46e0-ab3e-e6a8e6417ee9 None None] Bound using segment: {'id': '315f1e08-7323-4421-95a2-b3b27acc31bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a7c9ed3d-7a0c-40e1-b7e4-a2aa7405fa5b'} {{(pid=120044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 12:49:15.462287 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.plugins.ml2.managers [None req-30d2af58-c8c8-46e0-ab3e-e6a8e6417ee9 None None] Bound port: 65c9810c-5c9f-4ac2-85a5-5b3b6ac304ba, host: dv-cinder-788782-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '315f1e08-7323-4421-95a2-b3b27acc31bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a7c9ed3d-7a0c-40e1-b7e4-a2aa7405fa5b'}}] {{(pid=120044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 12:49:15.462702 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron_lib.callbacks.manager [None req-30d2af58-c8c8-46e0-ab3e-e6a8e6417ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:15.500923 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004282f8-c98d-4ae5-8948-7a7da6c5ec4c None None] Pushing event updated for resources: {'Port': ['ID=65c9810c-5c9f-4ac2-85a5-5b3b6ac304ba,revision_number=3']} {{(pid=120044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:49:15.541702 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004282f8-c98d-4ae5-8948-7a7da6c5ec4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:49:15.542062 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004282f8-c98d-4ae5-8948-7a7da6c5ec4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:49:15.542392 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004282f8-c98d-4ae5-8948-7a7da6c5ec4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:49:15.542845 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004282f8-c98d-4ae5-8948-7a7da6c5ec4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:49:15.543178 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004282f8-c98d-4ae5-8948-7a7da6c5ec4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:49:15.543513 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004282f8-c98d-4ae5-8948-7a7da6c5ec4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:49:15.543893 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004282f8-c98d-4ae5-8948-7a7da6c5ec4c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:49:15.544185 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004282f8-c98d-4ae5-8948-7a7da6c5ec4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:49:15.544541 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004282f8-c98d-4ae5-8948-7a7da6c5ec4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:49:15.544869 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004282f8-c98d-4ae5-8948-7a7da6c5ec4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:49:15.545195 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004282f8-c98d-4ae5-8948-7a7da6c5ec4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:49:15.545516 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004282f8-c98d-4ae5-8948-7a7da6c5ec4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:49:15.546686 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004282f8-c98d-4ae5-8948-7a7da6c5ec4c None None] Tracked resource versions report: Sep 03 12:49:15.546686 dv-cinder-788782-9-iscsi neutron-server[120044]: pushed versions: Sep 03 12:49:15.546686 dv-cinder-788782-9-iscsi neutron-server[120044]: { 'AddressGroup': {'1.2'}, Sep 03 12:49:15.546686 dv-cinder-788782-9-iscsi neutron-server[120044]: 'ConntrackHelper': {'1.0'}, Sep 03 12:49:15.546686 dv-cinder-788782-9-iscsi neutron-server[120044]: 'Log': {'1.0'}, Sep 03 12:49:15.546686 dv-cinder-788782-9-iscsi neutron-server[120044]: 'Network': {'1.1'}, Sep 03 12:49:15.546686 dv-cinder-788782-9-iscsi neutron-server[120044]: 'Port': {'1.7'}, Sep 03 12:49:15.546686 dv-cinder-788782-9-iscsi neutron-server[120044]: 'PortForwarding': {'1.2'}, Sep 03 12:49:15.546686 dv-cinder-788782-9-iscsi neutron-server[120044]: 'QosPolicy': {'1.9'}, Sep 03 12:49:15.546686 dv-cinder-788782-9-iscsi neutron-server[120044]: 'SecurityGroup': {'1.4'}, Sep 03 12:49:15.546686 dv-cinder-788782-9-iscsi neutron-server[120044]: 'SecurityGroupRule': {'1.2'}, Sep 03 12:49:15.546686 dv-cinder-788782-9-iscsi neutron-server[120044]: 'SubPort': {'1.0'}, Sep 03 12:49:15.546686 dv-cinder-788782-9-iscsi neutron-server[120044]: 'Subnet': {'1.1'}, Sep 03 12:49:15.546686 dv-cinder-788782-9-iscsi neutron-server[120044]: 'Trunk': {'1.1'}} Sep 03 12:49:15.546686 dv-cinder-788782-9-iscsi neutron-server[120044]: consumer versions: Sep 03 12:49:15.546686 dv-cinder-788782-9-iscsi neutron-server[120044]: { DHCP agent@dv-cinder-788782-9-iscsi: {}, Sep 03 12:49:15.546686 dv-cinder-788782-9-iscsi neutron-server[120044]: L3 agent@dv-cinder-788782-9-iscsi: {}, Sep 03 12:49:15.546686 dv-cinder-788782-9-iscsi neutron-server[120044]: Metadata agent@dv-cinder-788782-9-iscsi: {}, Sep 03 12:49:15.546686 dv-cinder-788782-9-iscsi neutron-server[120044]: Metering agent@dv-cinder-788782-9-iscsi: {}, Sep 03 12:49:15.546686 dv-cinder-788782-9-iscsi neutron-server[120044]: Open vSwitch agent@dv-cinder-788782-9-iscsi: { 'AddressGroup': '1.2', Sep 03 12:49:15.546686 dv-cinder-788782-9-iscsi neutron-server[120044]: 'ConntrackHelper': '1.0', Sep 03 12:49:15.546686 dv-cinder-788782-9-iscsi neutron-server[120044]: 'Log': '1.0', Sep 03 12:49:15.546686 dv-cinder-788782-9-iscsi neutron-server[120044]: 'Network': '1.1', Sep 03 12:49:15.546686 dv-cinder-788782-9-iscsi neutron-server[120044]: 'Port': '1.7', Sep 03 12:49:15.546686 dv-cinder-788782-9-iscsi neutron-server[120044]: 'PortForwarding': '1.2', Sep 03 12:49:15.546686 dv-cinder-788782-9-iscsi neutron-server[120044]: 'QosPolicy': '1.9', Sep 03 12:49:15.546686 dv-cinder-788782-9-iscsi neutron-server[120044]: 'SecurityGroup': '1.4', Sep 03 12:49:15.546686 dv-cinder-788782-9-iscsi neutron-server[120044]: 'SecurityGroupRule': '1.2', Sep 03 12:49:15.546686 dv-cinder-788782-9-iscsi neutron-server[120044]: 'SubPort': '1.0', Sep 03 12:49:15.546686 dv-cinder-788782-9-iscsi neutron-server[120044]: 'Subnet': '1.1', Sep 03 12:49:15.546686 dv-cinder-788782-9-iscsi neutron-server[120044]: 'Trunk': '1.1'}} Sep 03 12:49:15.546686 dv-cinder-788782-9-iscsi neutron-server[120044]: {{(pid=120044) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 12:49:15.554287 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.plugins.ml2.db [None req-30d2af58-c8c8-46e0-ab3e-e6a8e6417ee9 None None] For port 65c9810c-5c9f-4ac2-85a5-5b3b6ac304ba, host dv-cinder-788782-9-iscsi, cleared binding levels {{(pid=120044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 12:49:15.574318 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.plugins.ml2.db [None req-30d2af58-c8c8-46e0-ab3e-e6a8e6417ee9 None None] For port 65c9810c-5c9f-4ac2-85a5-5b3b6ac304ba, host dv-cinder-788782-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-9-iscsi',level=0,port_id=65c9810c-5c9f-4ac2-85a5-5b3b6ac304ba,segment=NetworkSegment(315f1e08-7323-4421-95a2-b3b27acc31bb),segment_id=315f1e08-7323-4421-95a2-b3b27acc31bb)] {{(pid=120044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 12:49:15.689857 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron_lib.callbacks.manager [None req-30d2af58-c8c8-46e0-ab3e-e6a8e6417ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:15.758712 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004282f8-c98d-4ae5-8948-7a7da6c5ec4c None None] Pushing event updated for resources: {'Port': ['ID=65c9810c-5c9f-4ac2-85a5-5b3b6ac304ba,revision_number=4']} {{(pid=120044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:49:15.764084 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d2af58-c8c8-46e0-ab3e-e6a8e6417ee9 None None] Routers {'abfc1c76-a72c-4995-8a72-b51eef0f6b55'} bound to L3 agent in host dv-cinder-788782-9-iscsi {{(pid=120044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 12:49:15.764717 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_hamode_db [None req-30d2af58-c8c8-46e0-ab3e-e6a8e6417ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-03T12:48:38Z,description=,heartbeat_timestamp=2021-09-03T12:49:08Z,host='dv-cinder-788782-9-iscsi',id=3ba3cff0-0714-4a2d-b638-391a63c22700,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:48:38Z,topic='l3_agent')) {'router_ids': ['abfc1c76-a72c-4995-8a72-b51eef0f6b55'], 'active': True} {{(pid=120044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:49:15.853840 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_dvr_db [None req-30d2af58-c8c8-46e0-ab3e-e6a8e6417ee9 None None] Set router abfc1c76-a72c-4995-8a72-b51eef0f6b55 gateway port host: None {{(pid=120044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 12:49:16.066793 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_hamode_db [None req-30d2af58-c8c8-46e0-ab3e-e6a8e6417ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abfc1c76-a72c-4995-8a72-b51eef0f6b55', 'name': 'router1', 'tenant_id': 'c9c82e3dac4845a48afe6c2a9fa139b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:49:02Z', 'updated_at': '2021-09-03T12:49:13Z', 'revision_number': 2, 'project_id': 'c9c82e3dac4845a48afe6c2a9fa139b1', 'gw_port_host': None, '_interfaces': [{'id': '65c9810c-5c9f-4ac2-85a5-5b3b6ac304ba', 'name': '', 'network_id': 'a7c9ed3d-7a0c-40e1-b7e4-a2aa7405fa5b', 'tenant_id': 'c9c82e3dac4845a48afe6c2a9fa139b1', 'mac_address': 'fa:16:3e:aa:c8:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abfc1c76-a72c-4995-8a72-b51eef0f6b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e9526596-fe8b-4003-88b8-67084e106dba', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:49:12Z', 'updated_at': '2021-09-03T12:49:15Z', 'revision_number': 4, 'project_id': 'c9c82e3dac4845a48afe6c2a9fa139b1', 'subnets': [{'id': 'e9526596-fe8b-4003-88b8-67084e106dba', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ca16220c-d707-4b3b-ab80-4b83dcfc32ed'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-9-iscsi', False) {} {{(pid=120044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:49:16.093685 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d2af58-c8c8-46e0-ab3e-e6a8e6417ee9 None None] The sync data for ids ['abfc1c76-a72c-4995-8a72-b51eef0f6b55'] in dv-cinder-788782-9-iscsi is: [{'id': 'abfc1c76-a72c-4995-8a72-b51eef0f6b55', 'name': 'router1', 'tenant_id': 'c9c82e3dac4845a48afe6c2a9fa139b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:49:02Z', 'updated_at': '2021-09-03T12:49:13Z', 'revision_number': 2, 'project_id': 'c9c82e3dac4845a48afe6c2a9fa139b1', 'gw_port_host': None, '_interfaces': [{'id': '65c9810c-5c9f-4ac2-85a5-5b3b6ac304ba', 'name': '', 'network_id': 'a7c9ed3d-7a0c-40e1-b7e4-a2aa7405fa5b', 'tenant_id': 'c9c82e3dac4845a48afe6c2a9fa139b1', 'mac_address': 'fa:16:3e:aa:c8:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abfc1c76-a72c-4995-8a72-b51eef0f6b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e9526596-fe8b-4003-88b8-67084e106dba', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:49:12Z', 'updated_at': '2021-09-03T12:49:15Z', 'revision_number': 4, 'project_id': 'c9c82e3dac4845a48afe6c2a9fa139b1', 'subnets': [{'id': 'e9526596-fe8b-4003-88b8-67084e106dba', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ca16220c-d707-4b3b-ab80-4b83dcfc32ed'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 12:49:16.238335 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 33122) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:49:16.348508 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b77326-7d3a-47b2-8494-c5c83902244f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:16.350304 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-06b77326-7d3a-47b2-8494-c5c83902244f admin admin] 10.222.0.24 "GET /v2.0/networks/9198821c-ee56-4cb5-9e5d-ab43e0594ece HTTP/1.1" status: 200 len: 842 time: 0.1105087 Sep 03 12:49:16.360840 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.v2.base [None req-2de06032-2276-4b1e-809c-b58731e28cbd admin admin] Request body: {'subnet': {'gateway_ip': '172.27.3.1', 'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet', 'cidr': '172.27.3.0/24', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece'}} {{(pid=120042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:49:16.476732 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2de06032-2276-4b1e-809c-b58731e28cbd admin admin] Made reservation on behalf of 38bd9f18759249709ef5f5e457c7baed for: {'subnet': 1} {{(pid=120042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 12:49:16.479242 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-2de06032-2276-4b1e-809c-b58731e28cbd admin admin] Notify callbacks [] for subnet, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:16.892669 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.objects.ports [None req-2de06032-2276-4b1e-809c-b58731e28cbd admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=120042) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 03 12:49:16.893117 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-2de06032-2276-4b1e-809c-b58731e28cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384'] for subnet, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:16.949354 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de06032-2276-4b1e-809c-b58731e28cbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=2efca78d-d4c6-45b2-a3f0-03ef309b0579,revision_number=0']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:49:16.957663 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de06032-2276-4b1e-809c-b58731e28cbd admin admin] Checking segment: {'id': 'c1a38775-ec28-415d-bb88-0cf7761c0f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 12:49:16.958029 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de06032-2276-4b1e-809c-b58731e28cbd admin admin] Network hostable DHCP agents. Network: 9198821c-ee56-4cb5-9e5d-ab43e0594ece, hostable agents: ['7f35f3fe-a338-4082-b3b0-8dffee9527e2'], hosted agents: [] {{(pid=120042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 12:49:17.087568 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de06032-2276-4b1e-809c-b58731e28cbd admin admin] Network 9198821c-ee56-4cb5-9e5d-ab43e0594ece is scheduled to be hosted by DHCP agent 7f35f3fe-a338-4082-b3b0-8dffee9527e2 with binding_index 1 {{(pid=120042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 12:49:17.247839 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.base_scheduler [None req-2de06032-2276-4b1e-809c-b58731e28cbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-9-iscsi, 9198821c-ee56-4cb5-9e5d-ab43e0594ece) {{(pid=120042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:49:17.252741 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de06032-2276-4b1e-809c-b58731e28cbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:17.254652 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-2de06032-2276-4b1e-809c-b58731e28cbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575370'] for subnet, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:17.255698 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5d6886-2bef-4e80-9edc-50c16f466d61 None None] Network 9198821c-ee56-4cb5-9e5d-ab43e0594ece requested from dv-cinder-788782-9-iscsi {{(pid=120043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 12:49:17.383412 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c70431d-4e36-4b3e-a0c4-9ef2697b2ff3 None None] Network 9198821c-ee56-4cb5-9e5d-ab43e0594ece requested from dv-cinder-788782-9-iscsi {{(pid=120043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 12:49:17.396416 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-2de06032-2276-4b1e-809c-b58731e28cbd admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0392585 Sep 03 12:49:19.692205 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 33130) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:49:19.819786 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-c3c9237c-8e4a-4ce3-92c5-bc4c0d035f96 admin admin] 10.222.0.24 "GET /v2.0/routers/abfc1c76-a72c-4995-8a72-b51eef0f6b55 HTTP/1.1" status: 200 len: 710 time: 0.1264622 Sep 03 12:49:19.903750 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c01f4c6-e135-409a-bd21-5be27005c552 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:49:19.905138 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-9c01f4c6-e135-409a-bd21-5be27005c552 admin admin] 10.222.0.24 "GET /v2.0/networks/9198821c-ee56-4cb5-9e5d-ab43e0594ece HTTP/1.1" status: 200 len: 886 time: 0.0795040 Sep 03 12:49:19.914461 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.v2.base [None req-820ca1ba-b911-449a-91d8-853de996cdef admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece'}}} {{(pid=120042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:49:20.222072 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-820ca1ba-b911-449a-91d8-853de996cdef admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:20.519113 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-820ca1ba-b911-449a-91d8-853de996cdef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:20.594437 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-820ca1ba-b911-449a-91d8-853de996cdef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:20.697584 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.db_base_plugin_common [None req-820ca1ba-b911-449a-91d8-853de996cdef admin admin] Allocated IP 172.27.3.101 (9198821c-ee56-4cb5-9e5d-ab43e0594ece/2efca78d-d4c6-45b2-a3f0-03ef309b0579/b31aa0c3-e77f-442b-99a9-14c2506aecd5) {{(pid=120042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 12:49:20.797086 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-820ca1ba-b911-449a-91d8-853de996cdef admin admin] Notify callbacks [] for port, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:20.945740 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-820ca1ba-b911-449a-91d8-853de996cdef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763613061259'] for port, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:20.981140 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820ca1ba-b911-449a-91d8-853de996cdef admin admin] Network 9198821c-ee56-4cb5-9e5d-ab43e0594ece is already hosted by enough agents. {{(pid=120042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 12:49:20.983943 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.base_scheduler [None req-820ca1ba-b911-449a-91d8-853de996cdef admin admin] Resources bound (agent type, host, resource id): {{(pid=120042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:49:20.987199 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820ca1ba-b911-449a-91d8-853de996cdef admin admin] Received port after_create {{(pid=120042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 12:49:21.048186 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820ca1ba-b911-449a-91d8-853de996cdef admin admin] Pushing event updated for resources: {'Port': ['ID=b31aa0c3-e77f-442b-99a9-14c2506aecd5,revision_number=1']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:49:21.323267 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-820ca1ba-b911-449a-91d8-853de996cdef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:21.515605 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-820ca1ba-b911-449a-91d8-853de996cdef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1664146', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1667874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28289'] for router, precommit_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:21.518870 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-820ca1ba-b911-449a-91d8-853de996cdef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1664245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1664155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1664140', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1667883'] for router, after_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:21.623807 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-820ca1ba-b911-449a-91d8-853de996cdef admin admin] Router abfc1c76-a72c-4995-8a72-b51eef0f6b55 has already been hosted by L3 agent 3ba3cff0-0714-4a2d-b638-391a63c22700 {{(pid=120042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 12:49:21.803913 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-820ca1ba-b911-449a-91d8-853de996cdef admin admin] Notify agent at l3_agent.dv-cinder-788782-9-iscsi the message routers_updated {{(pid=120042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 12:49:21.808270 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-820ca1ba-b911-449a-91d8-853de996cdef admin admin] Notify callbacks [] for router, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:21.809333 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-820ca1ba-b911-449a-91d8-853de996cdef admin admin] 10.222.0.24 "PUT /v2.0/routers/abfc1c76-a72c-4995-8a72-b51eef0f6b55 HTTP/1.1" status: 200 len: 890 time: 1.8981130 Sep 03 12:49:22.212332 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Device 65c9810c-5c9f-4ac2-85a5-5b3b6ac304ba up at agent ovs-agent-dv-cinder-788782-9-iscsi {{(pid=120043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:49:22.338177 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-08f51270-9900-45ae-a958-671501e71079 None None] Provisioning for port 65c9810c-5c9f-4ac2-85a5-5b3b6ac304ba completed by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 12:49:22.342330 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-08f51270-9900-45ae-a958-671501e71079 None None] Provisioning complete for port 65c9810c-5c9f-4ac2-85a5-5b3b6ac304ba triggered by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:49:22.342729 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:22.439863 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:22.474312 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-08f51270-9900-45ae-a958-671501e71079 None None] For port 65c9810c-5c9f-4ac2-85a5-5b3b6ac304ba, host dv-cinder-788782-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-9-iscsi',level=0,port_id=65c9810c-5c9f-4ac2-85a5-5b3b6ac304ba,segment=NetworkSegment(315f1e08-7323-4421-95a2-b3b27acc31bb),segment_id=315f1e08-7323-4421-95a2-b3b27acc31bb)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:49:22.531973 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab574872-05fa-44a2-8dca-35d9c0b88709 None None] Sync routers for ids ['abfc1c76-a72c-4995-8a72-b51eef0f6b55'] in dv-cinder-788782-9-iscsi {{(pid=120043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 12:49:22.579177 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:22.604708 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab574872-05fa-44a2-8dca-35d9c0b88709 None None] Routers {'abfc1c76-a72c-4995-8a72-b51eef0f6b55'} bound to L3 agent in host dv-cinder-788782-9-iscsi {{(pid=120043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 12:49:22.605366 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_hamode_db [None req-ab574872-05fa-44a2-8dca-35d9c0b88709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-03T12:48:38Z,description=,heartbeat_timestamp=2021-09-03T12:49:08Z,host='dv-cinder-788782-9-iscsi',id=3ba3cff0-0714-4a2d-b638-391a63c22700,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:48:38Z,topic='l3_agent')) {'router_ids': ['abfc1c76-a72c-4995-8a72-b51eef0f6b55'], 'active': True} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:49:22.754686 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Pushing event updated for resources: {'Port': ['ID=65c9810c-5c9f-4ac2-85a5-5b3b6ac304ba,revision_number=5']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:49:22.824836 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvr_db [None req-ab574872-05fa-44a2-8dca-35d9c0b88709 None None] Set router abfc1c76-a72c-4995-8a72-b51eef0f6b55 gateway port host: dv-cinder-788782-9-iscsi {{(pid=120043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 12:49:23.207738 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_hamode_db [None req-ab574872-05fa-44a2-8dca-35d9c0b88709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abfc1c76-a72c-4995-8a72-b51eef0f6b55', 'name': 'router1', 'tenant_id': 'c9c82e3dac4845a48afe6c2a9fa139b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': 'b31aa0c3-e77f-442b-99a9-14c2506aecd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:49:02Z', 'updated_at': '2021-09-03T12:49:21Z', 'revision_number': 4, 'project_id': 'c9c82e3dac4845a48afe6c2a9fa139b1', 'gw_port': {'id': 'b31aa0c3-e77f-442b-99a9-14c2506aecd5', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:1a:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abfc1c76-a72c-4995-8a72-b51eef0f6b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:49:20Z', 'updated_at': '2021-09-03T12:49:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi', '_interfaces': [{'id': '65c9810c-5c9f-4ac2-85a5-5b3b6ac304ba', 'name': '', 'network_id': 'a7c9ed3d-7a0c-40e1-b7e4-a2aa7405fa5b', 'tenant_id': 'c9c82e3dac4845a48afe6c2a9fa139b1', 'mac_address': 'fa:16:3e:aa:c8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abfc1c76-a72c-4995-8a72-b51eef0f6b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e9526596-fe8b-4003-88b8-67084e106dba', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:49:12Z', 'updated_at': '2021-09-03T12:49:22Z', 'revision_number': 5, 'project_id': 'c9c82e3dac4845a48afe6c2a9fa139b1', 'subnets': [{'id': 'e9526596-fe8b-4003-88b8-67084e106dba', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ca16220c-d707-4b3b-ab80-4b83dcfc32ed'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-9-iscsi', False) {} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:49:23.258597 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab574872-05fa-44a2-8dca-35d9c0b88709 None None] Checking router: abfc1c76-a72c-4995-8a72-b51eef0f6b55 for host: dv-cinder-788782-9-iscsi {{(pid=120043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 12:49:23.259236 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab574872-05fa-44a2-8dca-35d9c0b88709 None None] Updating router abfc1c76-a72c-4995-8a72-b51eef0f6b55 port b31aa0c3-e77f-442b-99a9-14c2506aecd5 binding host dv-cinder-788782-9-iscsi {{(pid=120043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 12:49:23.304062 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-ab574872-05fa-44a2-8dca-35d9c0b88709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:23.612483 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-ab574872-05fa-44a2-8dca-35d9c0b88709 None None] Notify callbacks [] for port, precommit_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:23.621797 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-ab574872-05fa-44a2-8dca-35d9c0b88709 None None] Transition to ACTIVE for port object b31aa0c3-e77f-442b-99a9-14c2506aecd5 will not be triggered until provisioned by entity L2. {{(pid=120043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 12:49:23.704822 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-ab574872-05fa-44a2-8dca-35d9c0b88709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:23.756779 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d888d9-ede8-4b22-973a-ab353c409dc2 None None] Pushing event updated for resources: {'Port': ['ID=b31aa0c3-e77f-442b-99a9-14c2506aecd5,revision_number=2']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:49:23.765068 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.managers [None req-ab574872-05fa-44a2-8dca-35d9c0b88709 None None] Attempting to bind port b31aa0c3-e77f-442b-99a9-14c2506aecd5 on host dv-cinder-788782-9-iscsi for vnic_type normal with profile {{(pid=120043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 12:49:23.765068 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.managers [None req-ab574872-05fa-44a2-8dca-35d9c0b88709 None None] Attempting to bind port b31aa0c3-e77f-442b-99a9-14c2506aecd5 by drivers openvswitch,hyperv on host dv-cinder-788782-9-iscsi at level 0 using segments [{'id': 'c1a38775-ec28-415d-bb88-0cf7761c0f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece'}] {{(pid=120043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 12:49:23.765068 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab574872-05fa-44a2-8dca-35d9c0b88709 None None] Attempting to bind port b31aa0c3-e77f-442b-99a9-14c2506aecd5 on network 9198821c-ee56-4cb5-9e5d-ab43e0594ece {{(pid=120043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 12:49:23.765068 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab574872-05fa-44a2-8dca-35d9c0b88709 None None] Checking agent: {'id': '54d2aec0-bb47-465a-a42e-8bc5f6172949', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 12, 48, 38), 'started_at': datetime.datetime(2021, 9, 3, 12, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 12, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 12:49:23.766143 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab574872-05fa-44a2-8dca-35d9c0b88709 None None] Checking segment: {'id': 'c1a38775-ec28-415d-bb88-0cf7761c0f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 12:49:23.766143 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-ab574872-05fa-44a2-8dca-35d9c0b88709 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:23.766143 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab574872-05fa-44a2-8dca-35d9c0b88709 None None] Bound using segment: {'id': 'c1a38775-ec28-415d-bb88-0cf7761c0f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece'} {{(pid=120043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 12:49:23.766609 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.managers [None req-ab574872-05fa-44a2-8dca-35d9c0b88709 None None] Bound port: b31aa0c3-e77f-442b-99a9-14c2506aecd5, host: dv-cinder-788782-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1a38775-ec28-415d-bb88-0cf7761c0f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece'}}] {{(pid=120043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 12:49:23.766999 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-ab574872-05fa-44a2-8dca-35d9c0b88709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:23.815518 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-ab574872-05fa-44a2-8dca-35d9c0b88709 None None] For port b31aa0c3-e77f-442b-99a9-14c2506aecd5, host dv-cinder-788782-9-iscsi, cleared binding levels {{(pid=120043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 12:49:23.818958 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-ab574872-05fa-44a2-8dca-35d9c0b88709 None None] For port b31aa0c3-e77f-442b-99a9-14c2506aecd5, host dv-cinder-788782-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-9-iscsi',level=0,port_id=b31aa0c3-e77f-442b-99a9-14c2506aecd5,segment=NetworkSegment(c1a38775-ec28-415d-bb88-0cf7761c0f56),segment_id=c1a38775-ec28-415d-bb88-0cf7761c0f56)] {{(pid=120043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 12:49:23.898866 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-ab574872-05fa-44a2-8dca-35d9c0b88709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:24.048385 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab574872-05fa-44a2-8dca-35d9c0b88709 None None] Routers {'abfc1c76-a72c-4995-8a72-b51eef0f6b55'} bound to L3 agent in host dv-cinder-788782-9-iscsi {{(pid=120043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 12:49:24.049329 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_hamode_db [None req-ab574872-05fa-44a2-8dca-35d9c0b88709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-03T12:48:38Z,description=,heartbeat_timestamp=2021-09-03T12:49:08Z,host='dv-cinder-788782-9-iscsi',id=3ba3cff0-0714-4a2d-b638-391a63c22700,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:48:38Z,topic='l3_agent')) {'router_ids': ['abfc1c76-a72c-4995-8a72-b51eef0f6b55'], 'active': True} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:49:24.055419 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d888d9-ede8-4b22-973a-ab353c409dc2 None None] Pushing event updated for resources: {'Port': ['ID=b31aa0c3-e77f-442b-99a9-14c2506aecd5,revision_number=3']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:49:24.165810 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvr_db [None req-ab574872-05fa-44a2-8dca-35d9c0b88709 None None] Set router abfc1c76-a72c-4995-8a72-b51eef0f6b55 gateway port host: dv-cinder-788782-9-iscsi {{(pid=120043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 12:49:24.199290 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Device 65c9810c-5c9f-4ac2-85a5-5b3b6ac304ba up at agent ovs-agent-dv-cinder-788782-9-iscsi {{(pid=120043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:49:24.210275 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 33142) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:49:24.320996 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-2f9e7269-f731-4cec-a201-96fe4bae72a8 admin admin] 10.222.0.24 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1094880 Sep 03 12:49:24.331590 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-08f51270-9900-45ae-a958-671501e71079 None None] Provisioning complete for port 65c9810c-5c9f-4ac2-85a5-5b3b6ac304ba triggered by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:49:24.332283 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:24.480276 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_hamode_db [None req-ab574872-05fa-44a2-8dca-35d9c0b88709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abfc1c76-a72c-4995-8a72-b51eef0f6b55', 'name': 'router1', 'tenant_id': 'c9c82e3dac4845a48afe6c2a9fa139b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': 'b31aa0c3-e77f-442b-99a9-14c2506aecd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:49:02Z', 'updated_at': '2021-09-03T12:49:21Z', 'revision_number': 4, 'project_id': 'c9c82e3dac4845a48afe6c2a9fa139b1', 'gw_port': {'id': 'b31aa0c3-e77f-442b-99a9-14c2506aecd5', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:1a:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abfc1c76-a72c-4995-8a72-b51eef0f6b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:49:20Z', 'updated_at': '2021-09-03T12:49:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi', '_interfaces': [{'id': '65c9810c-5c9f-4ac2-85a5-5b3b6ac304ba', 'name': '', 'network_id': 'a7c9ed3d-7a0c-40e1-b7e4-a2aa7405fa5b', 'tenant_id': 'c9c82e3dac4845a48afe6c2a9fa139b1', 'mac_address': 'fa:16:3e:aa:c8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abfc1c76-a72c-4995-8a72-b51eef0f6b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e9526596-fe8b-4003-88b8-67084e106dba', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:49:12Z', 'updated_at': '2021-09-03T12:49:22Z', 'revision_number': 5, 'project_id': 'c9c82e3dac4845a48afe6c2a9fa139b1', 'subnets': [{'id': 'e9526596-fe8b-4003-88b8-67084e106dba', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ca16220c-d707-4b3b-ab80-4b83dcfc32ed'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-9-iscsi', False) {} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:49:24.507152 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab574872-05fa-44a2-8dca-35d9c0b88709 None None] The sync data for ids ['abfc1c76-a72c-4995-8a72-b51eef0f6b55'] in dv-cinder-788782-9-iscsi is: [{'id': 'abfc1c76-a72c-4995-8a72-b51eef0f6b55', 'name': 'router1', 'tenant_id': 'c9c82e3dac4845a48afe6c2a9fa139b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': 'b31aa0c3-e77f-442b-99a9-14c2506aecd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:49:02Z', 'updated_at': '2021-09-03T12:49:21Z', 'revision_number': 4, 'project_id': 'c9c82e3dac4845a48afe6c2a9fa139b1', 'gw_port': {'id': 'b31aa0c3-e77f-442b-99a9-14c2506aecd5', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:1a:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abfc1c76-a72c-4995-8a72-b51eef0f6b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:49:20Z', 'updated_at': '2021-09-03T12:49:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi', '_interfaces': [{'id': '65c9810c-5c9f-4ac2-85a5-5b3b6ac304ba', 'name': '', 'network_id': 'a7c9ed3d-7a0c-40e1-b7e4-a2aa7405fa5b', 'tenant_id': 'c9c82e3dac4845a48afe6c2a9fa139b1', 'mac_address': 'fa:16:3e:aa:c8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abfc1c76-a72c-4995-8a72-b51eef0f6b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e9526596-fe8b-4003-88b8-67084e106dba', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:49:12Z', 'updated_at': '2021-09-03T12:49:22Z', 'revision_number': 5, 'project_id': 'c9c82e3dac4845a48afe6c2a9fa139b1', 'subnets': [{'id': 'e9526596-fe8b-4003-88b8-67084e106dba', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ca16220c-d707-4b3b-ab80-4b83dcfc32ed'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 12:49:26.236115 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Device b31aa0c3-e77f-442b-99a9-14c2506aecd5 up at agent ovs-agent-dv-cinder-788782-9-iscsi {{(pid=120043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:49:26.339013 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-08f51270-9900-45ae-a958-671501e71079 None None] Provisioning for port b31aa0c3-e77f-442b-99a9-14c2506aecd5 completed by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 12:49:26.343382 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-08f51270-9900-45ae-a958-671501e71079 None None] Provisioning complete for port b31aa0c3-e77f-442b-99a9-14c2506aecd5 triggered by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:49:26.345090 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:26.428845 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:26.450946 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-08f51270-9900-45ae-a958-671501e71079 None None] For port b31aa0c3-e77f-442b-99a9-14c2506aecd5, host dv-cinder-788782-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-9-iscsi',level=0,port_id=b31aa0c3-e77f-442b-99a9-14c2506aecd5,segment=NetworkSegment(c1a38775-ec28-415d-bb88-0cf7761c0f56),segment_id=c1a38775-ec28-415d-bb88-0cf7761c0f56)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:49:26.556679 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:26.605598 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Pushing event updated for resources: {'Port': ['ID=b31aa0c3-e77f-442b-99a9-14c2506aecd5,revision_number=4']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:49:27.614300 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.agents_db [None req-4ecc573b-6c34-46c7-b31e-835fd9e30662 None None] Agent healthcheck: found 5 active agents {{(pid=120044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 12:49:28.221090 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Device b31aa0c3-e77f-442b-99a9-14c2506aecd5 up at agent ovs-agent-dv-cinder-788782-9-iscsi {{(pid=120043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:49:28.283413 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-08f51270-9900-45ae-a958-671501e71079 None None] Provisioning complete for port b31aa0c3-e77f-442b-99a9-14c2506aecd5 triggered by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:49:28.284051 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:35.235902 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-d6619d9d-1c4d-4884-8e48-ca6e77e7e83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:37.773299 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-67c44624-02f1-4af8-b23d-08fc9df7cfec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:38.344399 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:38.960944 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08724a11-fd48-4ea4-9071-7b022d0e8053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:49:40.733130 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-df5ee12c-e8c1-490b-8d0e-415336677a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:04.617586 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.agents_db [None req-4ecc573b-6c34-46c7-b31e-835fd9e30662 None None] Agent healthcheck: found 5 active agents {{(pid=120044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 12:50:05.223925 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-5ec15ec9-694c-49b5-a73e-4c8d80ba8f95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:07.835782 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-ff798db8-c162-44a8-acc1-650cd0e58583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:08.354422 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:08.955302 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08724a11-fd48-4ea4-9071-7b022d0e8053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:10.697957 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-df5ee12c-e8c1-490b-8d0e-415336677a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:35.233946 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-70d4727c-d4bc-4270-b79d-dd3bf30a73f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:37.770912 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-34a59916-f367-46d2-9ccb-05d53a63bd88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:38.348405 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:38.965687 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08724a11-fd48-4ea4-9071-7b022d0e8053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:40.713872 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-df5ee12c-e8c1-490b-8d0e-415336677a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:50:41.617104 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.agents_db [None req-4ecc573b-6c34-46c7-b31e-835fd9e30662 None None] Agent healthcheck: found 5 active agents {{(pid=120044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 12:51:02.376882 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 33704) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:51:02.436565 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c34df0e-6131-4ada-9cb0-b4087e313bc1 admin admin] GET failed (client error): The resource could not be found. Sep 03 12:51:02.437880 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-6c34df0e-6131-4ada-9cb0-b4087e313bc1 admin admin] 10.222.0.24 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0600495 Sep 03 12:51:02.600539 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e5cc6d-4253-44fc-81e3-6d3313ae7f4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:02.601940 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-54e5cc6d-4253-44fc-81e3-6d3313ae7f4e admin admin] 10.222.0.24 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1590602 Sep 03 12:51:04.776403 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 33714) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:51:04.866964 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3efa8c05-d25f-41b7-b44d-cc98a1623114 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:04.868355 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-3efa8c05-d25f-41b7-b44d-cc98a1623114 admin admin] 10.222.0.24 "GET /v2.0/subnets/e9526596-fe8b-4003-88b8-67084e106dba HTTP/1.1" status: 200 len: 849 time: 0.0910113 Sep 03 12:51:04.878882 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.v2.base [None req-7aff353f-ceba-4a68-80b2-1b71a7056d07 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=120042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:51:04.962242 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-7aff353f-ceba-4a68-80b2-1b71a7056d07 admin admin] Notify callbacks [] for subnet, before_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:05.152777 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-7aff353f-ceba-4a68-80b2-1b71a7056d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763613567937'] for subnet, after_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:05.186713 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aff353f-ceba-4a68-80b2-1b71a7056d07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:05.187660 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-7aff353f-ceba-4a68-80b2-1b71a7056d07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575370'] for subnet, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:05.203892 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-7aff353f-ceba-4a68-80b2-1b71a7056d07 admin admin] 10.222.0.24 "PUT /v2.0/subnets/e9526596-fe8b-4003-88b8-67084e106dba HTTP/1.1" status: 200 len: 868 time: 0.3141403 Sep 03 12:51:05.204139 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5df34b-a6cf-4c87-8738-03bc2c198e6d None None] Network a7c9ed3d-7a0c-40e1-b7e4-a2aa7405fa5b requested from dv-cinder-788782-9-iscsi {{(pid=120043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 12:51:05.205944 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-866f4adf-9c53-4903-aeae-adb61e472e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:05.208848 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aff353f-ceba-4a68-80b2-1b71a7056d07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9526596-fe8b-4003-88b8-67084e106dba,revision_number=1']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:51:05.219333 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aff353f-ceba-4a68-80b2-1b71a7056d07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:51:05.219333 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aff353f-ceba-4a68-80b2-1b71a7056d07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:51:05.219333 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aff353f-ceba-4a68-80b2-1b71a7056d07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:51:05.219333 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aff353f-ceba-4a68-80b2-1b71a7056d07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:51:05.219333 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aff353f-ceba-4a68-80b2-1b71a7056d07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:51:05.219333 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aff353f-ceba-4a68-80b2-1b71a7056d07 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:51:05.219333 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aff353f-ceba-4a68-80b2-1b71a7056d07 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:51:05.219333 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aff353f-ceba-4a68-80b2-1b71a7056d07 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:51:05.219333 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aff353f-ceba-4a68-80b2-1b71a7056d07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:51:05.220117 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aff353f-ceba-4a68-80b2-1b71a7056d07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:51:05.220117 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aff353f-ceba-4a68-80b2-1b71a7056d07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:51:05.220493 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aff353f-ceba-4a68-80b2-1b71a7056d07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:51:05.580296 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-17a90ccf-fde0-40f2-9b96-f50fb8ab3448 None None] Provisioning complete for port 65c9810c-5c9f-4ac2-85a5-5b3b6ac304ba triggered by entity DHCP. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:51:05.580677 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-17a90ccf-fde0-40f2-9b96-f50fb8ab3448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:05.669467 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-17a90ccf-fde0-40f2-9b96-f50fb8ab3448 None None] Provisioning complete for port a4ea2d86-3f13-4a21-892e-09c3e5a543e2 triggered by entity DHCP. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:51:05.669777 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-17a90ccf-fde0-40f2-9b96-f50fb8ab3448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:07.349830 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 33722) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:51:07.541861 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b82ab04-56fe-4757-adcf-073e5497cac4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:07.542259 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b82ab04-56fe-4757-adcf-073e5497cac4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:07.543782 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-8b82ab04-56fe-4757-adcf-073e5497cac4 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1930101 Sep 03 12:51:07.786969 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-a24a0ede-17ce-4ce6-8642-4f517f7f1be9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:08.358867 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:08.969982 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08724a11-fd48-4ea4-9071-7b022d0e8053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:09.727207 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 33730) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:51:09.929725 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a239261d-caa0-432e-9653-b2fb7ba3601f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:09.930127 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a239261d-caa0-432e-9653-b2fb7ba3601f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:09.931666 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-a239261d-caa0-432e-9653-b2fb7ba3601f admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2035515 Sep 03 12:51:10.701382 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-df5ee12c-e8c1-490b-8d0e-415336677a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:12.102029 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 33740) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:51:12.251910 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2898700-e6c6-4fb9-b33f-e2ae805b8860 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:12.253301 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-b2898700-e6c6-4fb9-b33f-e2ae805b8860 admin admin] 10.222.0.24 "GET /v2.0/networks/9198821c-ee56-4cb5-9e5d-ab43e0594ece HTTP/1.1" status: 200 len: 886 time: 0.1503286 Sep 03 12:51:14.415739 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 33748) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:51:14.557230 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051fb043-9674-41da-8831-54a779516d5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:14.558524 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-051fb043-9674-41da-8831-54a779516d5a admin admin] 10.222.0.24 "GET /v2.0/networks/a7c9ed3d-7a0c-40e1-b7e4-a2aa7405fa5b HTTP/1.1" status: 200 len: 868 time: 0.1417203 Sep 03 12:51:16.746993 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 33756) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:51:16.870595 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745b7546-d52b-4027-9188-a41663683c1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:16.871064 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745b7546-d52b-4027-9188-a41663683c1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:16.872669 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-745b7546-d52b-4027-9188-a41663683c1a admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1247444 Sep 03 12:51:18.615471 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.agents_db [None req-4ecc573b-6c34-46c7-b31e-835fd9e30662 None None] Agent healthcheck: found 5 active agents {{(pid=120044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 12:51:19.045782 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 33764) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:51:19.133924 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32804fde-bd13-4c38-87ef-ab42582ccc8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:19.134378 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32804fde-bd13-4c38-87ef-ab42582ccc8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:19.136476 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-32804fde-bd13-4c38-87ef-ab42582ccc8e admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0891345 Sep 03 12:51:21.296641 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 33772) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:51:21.382971 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5caeebb-9f17-4f17-bc33-2832f2dcb5d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:21.384307 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-d5caeebb-9f17-4f17-bc33-2832f2dcb5d1 admin admin] 10.222.0.24 "GET /v2.0/subnets/2efca78d-d4c6-45b2-a3f0-03ef309b0579 HTTP/1.1" status: 200 len: 816 time: 0.0867305 Sep 03 12:51:23.564653 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 33780) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:51:23.654410 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823062b4-831d-4e0d-ad9c-63f3dc5dd964 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:23.655724 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-823062b4-831d-4e0d-ad9c-63f3dc5dd964 admin admin] 10.222.0.24 "GET /v2.0/subnets/e9526596-fe8b-4003-88b8-67084e106dba HTTP/1.1" status: 200 len: 868 time: 0.0901313 Sep 03 12:51:35.209447 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-ce12b48e-8c72-4c5e-8463-71192497ca0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:37.804036 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-6b7ec29c-bc6d-46c9-a1b0-93ed7da0c6c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:38.352241 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:38.987114 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08724a11-fd48-4ea4-9071-7b022d0e8053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:40.712079 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-df5ee12c-e8c1-490b-8d0e-415336677a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:47.424431 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 33834) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:51:47.471000 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [None req-2451023f-9724-4aa9-b4f1-595ef644d71a admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=120042) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 12:51:47.472036 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-2451023f-9724-4aa9-b4f1-595ef644d71a admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0466366 Sep 03 12:51:49.746689 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 33842) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:51:49.806290 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.pecan_wsgi.hooks.translation [None req-535d3b5c-6d6d-47bd-a7bb-61616464ef23 admin admin] GET failed (client error): The resource could not be found. Sep 03 12:51:49.808979 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-535d3b5c-6d6d-47bd-a7bb-61616464ef23 admin admin] 10.222.0.24 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0599656 Sep 03 12:51:49.948118 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41f93f3-451a-4189-b707-4b6a1921cbe9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:49.949528 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-a41f93f3-451a-4189-b707-4b6a1921cbe9 admin admin] 10.222.0.24 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1372204 Sep 03 12:51:52.131097 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 33850) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:51:52.176495 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.v2.base [None req-50ddd339-fef4-47a5-bc40-1518728181b4 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=120042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:51:52.265774 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50ddd339-fef4-47a5-bc40-1518728181b4 admin admin] Made reservation on behalf of 38bd9f18759249709ef5f5e457c7baed for: {'network': 1} {{(pid=120042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 12:51:52.268112 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-50ddd339-fef4-47a5-bc40-1518728181b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for network, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:52.294048 dv-cinder-788782-9-iscsi neutron-server[120042]: WARNING neutron.services.revisions.revision_plugin [None req-50ddd339-fef4-47a5-bc40-1518728181b4 admin admin] Could not find related network for resource to bump revision. Sep 03 12:51:52.307771 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50ddd339-fef4-47a5-bc40-1518728181b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=120042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 12:51:52.317291 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-50ddd339-fef4-47a5-bc40-1518728181b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669750'] for segment, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:52.317639 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.db.segments_db [None req-50ddd339-fef4-47a5-bc40-1518728181b4 admin admin] Added segment 3d6a6ccf-b70e-4dc1-a38f-90513de91da7 of type vlan for network b37cfafc-9e2e-45eb-ba2b-64d89554a7af Sep 03 12:51:52.362548 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-50ddd339-fef4-47a5-bc40-1518728181b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763613016037'] for network, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:52.437340 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-50ddd339-fef4-47a5-bc40-1518728181b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384'] for network, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:52.438309 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ddd339-fef4-47a5-bc40-1518728181b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:52.438893 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-50ddd339-fef4-47a5-bc40-1518728181b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575370'] for network, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:52.496795 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ddd339-fef4-47a5-bc40-1518728181b4 admin admin] Pushing event updated for resources: {'Network': ['ID=b37cfafc-9e2e-45eb-ba2b-64d89554a7af,revision_number=1']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:51:52.507067 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Network b37cfafc-9e2e-45eb-ba2b-64d89554a7af details requested by agent ovs-agent-dv-cinder-788782-9-iscsi with host dv-cinder-788782-9-iscsi {{(pid=120043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 12:51:52.518271 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-50ddd339-fef4-47a5-bc40-1518728181b4 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.3861003 Sep 03 12:51:54.763090 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 33858) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:51:54.822735 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.pecan_wsgi.hooks.translation [None req-84dfaff0-693c-4621-9c72-407d96db6624 admin admin] GET failed (client error): The resource could not be found. Sep 03 12:51:54.824084 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-84dfaff0-693c-4621-9c72-407d96db6624 admin admin] 10.222.0.24 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0600367 Sep 03 12:51:54.895552 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93448117-b708-4668-a1a4-9cb1d319fa96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:54.897029 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-93448117-b708-4668-a1a4-9cb1d319fa96 admin admin] 10.222.0.24 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0682261 Sep 03 12:51:54.907646 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.v2.base [None req-ac70c192-6e09-4495-98c6-f4f543f8a8c7 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': 'b37cfafc-9e2e-45eb-ba2b-64d89554a7af', 'cidr': '192.168.233.0/24'}} {{(pid=120041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:51:54.986198 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac70c192-6e09-4495-98c6-f4f543f8a8c7 admin admin] Made reservation on behalf of 38bd9f18759249709ef5f5e457c7baed for: {'subnet': 1} {{(pid=120041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 12:51:54.988369 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-ac70c192-6e09-4495-98c6-f4f543f8a8c7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:55.220683 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-ac70c192-6e09-4495-98c6-f4f543f8a8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384'] for subnet, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:55.278060 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac70c192-6e09-4495-98c6-f4f543f8a8c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ae48b4a-a187-49de-ba05-36847b001811,revision_number=0']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:51:55.280799 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac70c192-6e09-4495-98c6-f4f543f8a8c7 admin admin] Checking segment: {'id': '3d6a6ccf-b70e-4dc1-a38f-90513de91da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b37cfafc-9e2e-45eb-ba2b-64d89554a7af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 12:51:55.281152 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac70c192-6e09-4495-98c6-f4f543f8a8c7 admin admin] Network hostable DHCP agents. Network: b37cfafc-9e2e-45eb-ba2b-64d89554a7af, hostable agents: ['7f35f3fe-a338-4082-b3b0-8dffee9527e2'], hosted agents: [] {{(pid=120041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 12:51:55.288313 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac70c192-6e09-4495-98c6-f4f543f8a8c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:51:55.288678 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac70c192-6e09-4495-98c6-f4f543f8a8c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:51:55.289023 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac70c192-6e09-4495-98c6-f4f543f8a8c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:51:55.289360 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac70c192-6e09-4495-98c6-f4f543f8a8c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:51:55.289694 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac70c192-6e09-4495-98c6-f4f543f8a8c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:51:55.290039 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac70c192-6e09-4495-98c6-f4f543f8a8c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:51:55.290373 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac70c192-6e09-4495-98c6-f4f543f8a8c7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:51:55.290716 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac70c192-6e09-4495-98c6-f4f543f8a8c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:51:55.291060 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac70c192-6e09-4495-98c6-f4f543f8a8c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:51:55.291389 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac70c192-6e09-4495-98c6-f4f543f8a8c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:51:55.291712 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac70c192-6e09-4495-98c6-f4f543f8a8c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:51:55.292062 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac70c192-6e09-4495-98c6-f4f543f8a8c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:51:55.408621 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac70c192-6e09-4495-98c6-f4f543f8a8c7 admin admin] Network b37cfafc-9e2e-45eb-ba2b-64d89554a7af is scheduled to be hosted by DHCP agent 7f35f3fe-a338-4082-b3b0-8dffee9527e2 with binding_index 1 {{(pid=120041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 12:51:55.493908 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.scheduler.base_scheduler [None req-ac70c192-6e09-4495-98c6-f4f543f8a8c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-9-iscsi, b37cfafc-9e2e-45eb-ba2b-64d89554a7af) {{(pid=120041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:51:55.497872 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac70c192-6e09-4495-98c6-f4f543f8a8c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=120041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:51:55.498470 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-ac70c192-6e09-4495-98c6-f4f543f8a8c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575370'] for subnet, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:55.503867 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7423a0bd-3fb7-4e24-9043-f4a71d22894b None None] Network b37cfafc-9e2e-45eb-ba2b-64d89554a7af requested from dv-cinder-788782-9-iscsi {{(pid=120043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 12:51:55.575414 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-ac70c192-6e09-4495-98c6-f4f543f8a8c7 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6715586 Sep 03 12:51:55.614723 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.agents_db [None req-4ecc573b-6c34-46c7-b31e-835fd9e30662 None None] Agent healthcheck: found 5 active agents {{(pid=120044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 12:51:55.709596 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ebc4646-da97-4929-b85e-67fd88435ac4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0dd8f48-e2b5-5a96-b27e-d74255edf3ba-b37cfafc-9e2e-45eb-ba2b-64d89554a7af', 'network_id': 'b37cfafc-9e2e-45eb-ba2b-64d89554a7af', 'tenant_id': '38bd9f18759249709ef5f5e457c7baed', 'fixed_ips': [{'subnet_id': '5ae48b4a-a187-49de-ba05-36847b001811'}]}} from dv-cinder-788782-9-iscsi. {{(pid=120043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 12:51:55.710495 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-5ebc4646-da97-4929-b85e-67fd88435ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_create {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:55.846729 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.db_base_plugin_common [None req-5ebc4646-da97-4929-b85e-67fd88435ac4 None None] Allocated IP 192.168.233.2 (b37cfafc-9e2e-45eb-ba2b-64d89554a7af/5ae48b4a-a187-49de-ba05-36847b001811/434ae337-c2d0-4ec5-8d24-82e6b3f27671) {{(pid=120043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 12:51:56.046620 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-5ebc4646-da97-4929-b85e-67fd88435ac4 None None] Notify callbacks [] for port, precommit_create {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:56.055987 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-5ebc4646-da97-4929-b85e-67fd88435ac4 None None] Transition to ACTIVE for port object 434ae337-c2d0-4ec5-8d24-82e6b3f27671 will not be triggered until provisioned by entity L2. {{(pid=120043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 12:51:56.071618 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-5ebc4646-da97-4929-b85e-67fd88435ac4 None None] Transition to ACTIVE for port object 434ae337-c2d0-4ec5-8d24-82e6b3f27671 will not be triggered until provisioned by entity DHCP. {{(pid=120043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 12:51:56.186588 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-5ebc4646-da97-4929-b85e-67fd88435ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763613061259'] for port, after_create {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:56.225933 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ebc4646-da97-4929-b85e-67fd88435ac4 None None] Network b37cfafc-9e2e-45eb-ba2b-64d89554a7af is already hosted by enough agents. {{(pid=120043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 12:51:56.228889 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.scheduler.base_scheduler [None req-5ebc4646-da97-4929-b85e-67fd88435ac4 None None] Resources bound (agent type, host, resource id): {{(pid=120043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:51:56.233986 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebc4646-da97-4929-b85e-67fd88435ac4 None None] Received port after_create {{(pid=120043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 12:51:56.241926 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebc4646-da97-4929-b85e-67fd88435ac4 None None] Pushing event updated for resources: {'Port': ['ID=434ae337-c2d0-4ec5-8d24-82e6b3f27671,revision_number=1']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:51:56.249552 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebc4646-da97-4929-b85e-67fd88435ac4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:51:56.249949 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebc4646-da97-4929-b85e-67fd88435ac4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:51:56.250294 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebc4646-da97-4929-b85e-67fd88435ac4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:51:56.250711 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebc4646-da97-4929-b85e-67fd88435ac4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:51:56.251004 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebc4646-da97-4929-b85e-67fd88435ac4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:51:56.251334 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebc4646-da97-4929-b85e-67fd88435ac4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:51:56.251667 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebc4646-da97-4929-b85e-67fd88435ac4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:51:56.251991 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebc4646-da97-4929-b85e-67fd88435ac4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:51:56.252331 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebc4646-da97-4929-b85e-67fd88435ac4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:51:56.252658 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebc4646-da97-4929-b85e-67fd88435ac4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:51:56.252977 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebc4646-da97-4929-b85e-67fd88435ac4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:51:56.253295 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebc4646-da97-4929-b85e-67fd88435ac4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:51:56.303154 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.managers [None req-5ebc4646-da97-4929-b85e-67fd88435ac4 None None] Attempting to bind port 434ae337-c2d0-4ec5-8d24-82e6b3f27671 on host dv-cinder-788782-9-iscsi for vnic_type normal with profile {{(pid=120043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 12:51:56.303526 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.managers [None req-5ebc4646-da97-4929-b85e-67fd88435ac4 None None] Attempting to bind port 434ae337-c2d0-4ec5-8d24-82e6b3f27671 by drivers openvswitch,hyperv on host dv-cinder-788782-9-iscsi at level 0 using segments [{'id': '3d6a6ccf-b70e-4dc1-a38f-90513de91da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b37cfafc-9e2e-45eb-ba2b-64d89554a7af'}] {{(pid=120043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 12:51:56.303913 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebc4646-da97-4929-b85e-67fd88435ac4 None None] Attempting to bind port 434ae337-c2d0-4ec5-8d24-82e6b3f27671 on network b37cfafc-9e2e-45eb-ba2b-64d89554a7af {{(pid=120043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 12:51:56.308792 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebc4646-da97-4929-b85e-67fd88435ac4 None None] Checking agent: {'id': '54d2aec0-bb47-465a-a42e-8bc5f6172949', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 12, 48, 38), 'started_at': datetime.datetime(2021, 9, 3, 12, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 12, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 12:51:56.309162 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebc4646-da97-4929-b85e-67fd88435ac4 None None] Checking segment: {'id': '3d6a6ccf-b70e-4dc1-a38f-90513de91da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b37cfafc-9e2e-45eb-ba2b-64d89554a7af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 12:51:56.309557 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-5ebc4646-da97-4929-b85e-67fd88435ac4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:56.309943 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebc4646-da97-4929-b85e-67fd88435ac4 None None] Bound using segment: {'id': '3d6a6ccf-b70e-4dc1-a38f-90513de91da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b37cfafc-9e2e-45eb-ba2b-64d89554a7af'} {{(pid=120043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 12:51:56.310411 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.managers [None req-5ebc4646-da97-4929-b85e-67fd88435ac4 None None] Bound port: 434ae337-c2d0-4ec5-8d24-82e6b3f27671, host: dv-cinder-788782-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d6a6ccf-b70e-4dc1-a38f-90513de91da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b37cfafc-9e2e-45eb-ba2b-64d89554a7af'}}] {{(pid=120043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 12:51:56.310807 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-5ebc4646-da97-4929-b85e-67fd88435ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:56.372342 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-5ebc4646-da97-4929-b85e-67fd88435ac4 None None] For port 434ae337-c2d0-4ec5-8d24-82e6b3f27671, host dv-cinder-788782-9-iscsi, cleared binding levels {{(pid=120043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 12:51:56.376061 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-5ebc4646-da97-4929-b85e-67fd88435ac4 None None] For port 434ae337-c2d0-4ec5-8d24-82e6b3f27671, host dv-cinder-788782-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-9-iscsi',level=0,port_id=434ae337-c2d0-4ec5-8d24-82e6b3f27671,segment=NetworkSegment(3d6a6ccf-b70e-4dc1-a38f-90513de91da7),segment_id=3d6a6ccf-b70e-4dc1-a38f-90513de91da7)] {{(pid=120043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 12:51:56.518210 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-5ebc4646-da97-4929-b85e-67fd88435ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:56.575738 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebc4646-da97-4929-b85e-67fd88435ac4 None None] Pushing event updated for resources: {'Port': ['ID=434ae337-c2d0-4ec5-8d24-82e6b3f27671,revision_number=2']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:51:57.364907 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300b6fbb-78c9-443a-8ebe-3cbae74ff662 None None] Network b37cfafc-9e2e-45eb-ba2b-64d89554a7af requested from dv-cinder-788782-9-iscsi {{(pid=120043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 12:51:57.504674 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-9feaaae5-c65b-4abc-8713-864cbb9e2ba7 None None] Provisioning for port 434ae337-c2d0-4ec5-8d24-82e6b3f27671 completed by entity DHCP. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 12:51:58.326618 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Device 434ae337-c2d0-4ec5-8d24-82e6b3f27671 up at agent ovs-agent-dv-cinder-788782-9-iscsi {{(pid=120043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:51:58.465748 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-08f51270-9900-45ae-a958-671501e71079 None None] Provisioning for port 434ae337-c2d0-4ec5-8d24-82e6b3f27671 completed by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 12:51:58.470388 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-08f51270-9900-45ae-a958-671501e71079 None None] Provisioning complete for port 434ae337-c2d0-4ec5-8d24-82e6b3f27671 triggered by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:51:58.470763 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:58.548959 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:58.579435 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-08f51270-9900-45ae-a958-671501e71079 None None] For port 434ae337-c2d0-4ec5-8d24-82e6b3f27671, host dv-cinder-788782-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-9-iscsi',level=0,port_id=434ae337-c2d0-4ec5-8d24-82e6b3f27671,segment=NetworkSegment(3d6a6ccf-b70e-4dc1-a38f-90513de91da7),segment_id=3d6a6ccf-b70e-4dc1-a38f-90513de91da7)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:51:58.682821 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:51:58.733002 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Pushing event updated for resources: {'Port': ['ID=434ae337-c2d0-4ec5-8d24-82e6b3f27671,revision_number=3']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:52:00.306231 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Device 434ae337-c2d0-4ec5-8d24-82e6b3f27671 up at agent ovs-agent-dv-cinder-788782-9-iscsi {{(pid=120043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:52:00.353542 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-08f51270-9900-45ae-a958-671501e71079 None None] Provisioning complete for port 434ae337-c2d0-4ec5-8d24-82e6b3f27671 triggered by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:52:00.353923 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:05.231250 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-4ea3c2f5-dfd4-4b6c-b91f-52ad7d5282e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:07.779749 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-a8ab4d4d-9fa3-4b98-b98b-ccdfbe564ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:08.351142 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:08.962306 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08724a11-fd48-4ea4-9071-7b022d0e8053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:10.716673 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-df5ee12c-e8c1-490b-8d0e-415336677a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:32.614209 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.agents_db [None req-4ecc573b-6c34-46c7-b31e-835fd9e30662 None None] Agent healthcheck: found 5 active agents {{(pid=120044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 12:52:35.230186 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-a8e5bf61-c7fb-4323-ab74-48dc8f88d67e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:37.778809 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-61f7699b-70fd-4fb0-8baa-cd7976bb85f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:38.350589 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:38.950240 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08724a11-fd48-4ea4-9071-7b022d0e8053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:52:40.716224 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-df5ee12c-e8c1-490b-8d0e-415336677a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:05.212264 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-da4ba801-87ba-4c02-a091-ef1a6d36aa5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:07.784071 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-af7ceaa0-c543-4aca-9d08-d6f2d8048470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:08.349944 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:08.995328 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08724a11-fd48-4ea4-9071-7b022d0e8053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:09.613209 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.agents_db [None req-4ecc573b-6c34-46c7-b31e-835fd9e30662 None None] Agent healthcheck: found 5 active agents {{(pid=120044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 12:53:10.703851 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-df5ee12c-e8c1-490b-8d0e-415336677a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:31.735844 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 33910) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:53:31.741723 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [None req-3a4e9d12-dc33-4a28-b795-d1f51f227297 tempest-verify_tempest_config-864018750 tempest-verify_tempest_config-864018750-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=120041) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 12:53:31.742768 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-3a4e9d12-dc33-4a28-b795-d1f51f227297 tempest-verify_tempest_config-864018750 tempest-verify_tempest_config-864018750-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059178 Sep 03 12:53:32.191801 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 33928) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:53:32.290541 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-2552c28e-ae54-4817-abf0-c3fda07da448 admin admin] Notify callbacks [] for security_group, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:32.373678 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-2552c28e-ae54-4817-abf0-c3fda07da448 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:32.428856 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-2552c28e-ae54-4817-abf0-c3fda07da448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:32.482374 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-2552c28e-ae54-4817-abf0-c3fda07da448 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b32cd40e63e0499fbb67cf90072ff873&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2889760 Sep 03 12:53:32.483303 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2552c28e-ae54-4817-abf0-c3fda07da448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0caddca-7d6d-448e-a3c3-8e1c5a73a4dc,revision_number=1']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:53:32.485092 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 33932) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:53:32.490066 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2552c28e-ae54-4817-abf0-c3fda07da448 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:53:32.490437 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2552c28e-ae54-4817-abf0-c3fda07da448 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:53:32.490785 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2552c28e-ae54-4817-abf0-c3fda07da448 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:53:32.491124 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2552c28e-ae54-4817-abf0-c3fda07da448 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:53:32.491639 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2552c28e-ae54-4817-abf0-c3fda07da448 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:53:32.492039 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2552c28e-ae54-4817-abf0-c3fda07da448 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:53:32.492810 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2552c28e-ae54-4817-abf0-c3fda07da448 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:53:32.493147 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2552c28e-ae54-4817-abf0-c3fda07da448 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:53:32.493501 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2552c28e-ae54-4817-abf0-c3fda07da448 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:53:32.493855 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2552c28e-ae54-4817-abf0-c3fda07da448 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:53:32.494167 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2552c28e-ae54-4817-abf0-c3fda07da448 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:53:32.494496 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2552c28e-ae54-4817-abf0-c3fda07da448 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:53:32.538516 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-05da93cd-f098-4060-868c-cd354cfdb91e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:32.559079 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-05da93cd-f098-4060-868c-cd354cfdb91e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:32.697388 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-05da93cd-f098-4060-868c-cd354cfdb91e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:32.699911 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-05da93cd-f098-4060-868c-cd354cfdb91e admin admin] Notify callbacks [] for security_group, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:32.701062 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-05da93cd-f098-4060-868c-cd354cfdb91e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e0caddca-7d6d-448e-a3c3-8e1c5a73a4dc HTTP/1.1" status: 204 len: 168 time: 0.2149980 Sep 03 12:53:32.708748 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05da93cd-f098-4060-868c-cd354cfdb91e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0caddca-7d6d-448e-a3c3-8e1c5a73a4dc,revision_number=None']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:53:32.715090 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05da93cd-f098-4060-868c-cd354cfdb91e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:53:32.715461 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05da93cd-f098-4060-868c-cd354cfdb91e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:53:32.715807 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05da93cd-f098-4060-868c-cd354cfdb91e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:53:32.716188 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05da93cd-f098-4060-868c-cd354cfdb91e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:53:32.716613 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05da93cd-f098-4060-868c-cd354cfdb91e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:53:32.716949 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05da93cd-f098-4060-868c-cd354cfdb91e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:53:32.717281 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05da93cd-f098-4060-868c-cd354cfdb91e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:53:32.717624 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05da93cd-f098-4060-868c-cd354cfdb91e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:53:32.717974 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05da93cd-f098-4060-868c-cd354cfdb91e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:53:32.718302 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05da93cd-f098-4060-868c-cd354cfdb91e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:53:32.718626 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05da93cd-f098-4060-868c-cd354cfdb91e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:53:32.719077 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05da93cd-f098-4060-868c-cd354cfdb91e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:53:35.234987 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-2498c24c-c6e0-4e5d-8afb-333700a954c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:37.788795 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-de6ba8e4-b709-43ab-9296-689e6d73a90c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:38.342820 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:38.971422 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08724a11-fd48-4ea4-9071-7b022d0e8053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:40.737382 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-df5ee12c-e8c1-490b-8d0e-415336677a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:53:46.612048 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.agents_db [None req-4ecc573b-6c34-46c7-b31e-835fd9e30662 None None] Agent healthcheck: found 5 active agents {{(pid=120044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 12:54:05.233384 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-196f5730-738c-4638-8275-5d54f17c346f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:07.804356 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-ab59d69d-42c6-4a15-91a7-ba9b0e972bc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:08.348145 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:08.976741 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08724a11-fd48-4ea4-9071-7b022d0e8053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:10.730481 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-df5ee12c-e8c1-490b-8d0e-415336677a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:23.610745 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.agents_db [None req-4ecc573b-6c34-46c7-b31e-835fd9e30662 None None] Agent healthcheck: found 5 active agents {{(pid=120044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 12:54:35.237922 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-be9b872b-be43-4237-823d-7ac90f1599cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:37.809919 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-0d618673-1c22-4328-ad0b-0e33fea32746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:38.369590 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:38.964260 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08724a11-fd48-4ea4-9071-7b022d0e8053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:54:40.752662 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-df5ee12c-e8c1-490b-8d0e-415336677a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:00.609992 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.agents_db [None req-4ecc573b-6c34-46c7-b31e-835fd9e30662 None None] Agent healthcheck: found 5 active agents {{(pid=120044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 12:55:05.243274 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-1ed39801-e5eb-4e21-a69b-7f3eccdfa0f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:06.797646 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1748891'] for agent, after_create {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:07.820234 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-3f929cff-5aa9-49e0-be01-6543f9554875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:08.351946 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:08.963375 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08724a11-fd48-4ea4-9071-7b022d0e8053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:10.717689 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-df5ee12c-e8c1-490b-8d0e-415336677a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:21.622900 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 34006) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:55:21.723691 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-19aa4def-11e1-40a5-94b2-3c4b4a34d395 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0996945 Sep 03 12:55:23.893897 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 34016) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:55:23.947604 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-bebfd0fe-0c27-4829-95ba-e02648a42fe9 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0526559 Sep 03 12:55:35.266027 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-47d436f4-2636-4fec-b7e2-d07b0fb5e010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:36.785711 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:37.608222 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.agents_db [None req-4ecc573b-6c34-46c7-b31e-835fd9e30662 None None] Agent healthcheck: found 6 active agents {{(pid=120044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 12:55:37.814076 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-d67a34b0-0a50-4b7c-a08b-2cf092a8073b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:38.396937 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:38.985497 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08724a11-fd48-4ea4-9071-7b022d0e8053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:55:40.756832 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-df5ee12c-e8c1-490b-8d0e-415336677a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:05.253235 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-be2bad18-7cd5-44da-927c-fd666ca7977a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:06.825063 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:07.807740 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-6c8fba35-0f34-4e7b-9a95-95677a9a304f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:08.356321 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:08.977532 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08724a11-fd48-4ea4-9071-7b022d0e8053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:10.716095 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-df5ee12c-e8c1-490b-8d0e-415336677a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:14.608926 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.agents_db [None req-4ecc573b-6c34-46c7-b31e-835fd9e30662 None None] Agent healthcheck: found 6 active agents {{(pid=120044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 12:56:35.233987 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-23aa41f3-e104-4792-a08e-7a3e3b7f8d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:36.806764 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:37.823532 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-d4bbcf19-958a-45f9-8f7c-3ed84f575de8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:38.371081 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:38.988262 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08724a11-fd48-4ea4-9071-7b022d0e8053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:40.738244 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-df5ee12c-e8c1-490b-8d0e-415336677a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:51.025369 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 34168) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:56:51.608565 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.agents_db [None req-4ecc573b-6c34-46c7-b31e-835fd9e30662 None None] Agent healthcheck: found 6 active agents {{(pid=120044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 12:56:51.623378 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.v2.base [None req-b4a93b44-722f-449e-8986-e3ac980d5fc9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1455870475-network', 'tenant_id': '2a026b60655d4a369b93374d125b02b1'}} {{(pid=120041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:56:51.710794 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 34194) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:56:51.726891 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4a93b44-722f-449e-8986-e3ac980d5fc9 admin admin] Made reservation on behalf of 2a026b60655d4a369b93374d125b02b1 for: {'network': 1} {{(pid=120041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 12:56:51.729463 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-b4a93b44-722f-449e-8986-e3ac980d5fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for network, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:51.738186 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-b4a93b44-722f-449e-8986-e3ac980d5fc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:51.826253 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-b4a93b44-722f-449e-8986-e3ac980d5fc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:51.906286 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-b4a93b44-722f-449e-8986-e3ac980d5fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:51.920371 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.v2.base [None req-2e7232b2-4930-4d34-8e81-6d17b071801d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-6061853-network', 'tenant_id': 'ded28f26959b44b3a09129cafe54c3ac'}} {{(pid=120042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:56:51.945760 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a93b44-722f-449e-8986-e3ac980d5fc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d8193ae-9f18-4e5f-aa5e-7044cccbd0fd,revision_number=1']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:56:51.954592 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a93b44-722f-449e-8986-e3ac980d5fc9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:56:51.954972 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a93b44-722f-449e-8986-e3ac980d5fc9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:56:51.955323 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a93b44-722f-449e-8986-e3ac980d5fc9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:56:51.955664 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a93b44-722f-449e-8986-e3ac980d5fc9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:56:51.956026 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a93b44-722f-449e-8986-e3ac980d5fc9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:56:51.956992 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a93b44-722f-449e-8986-e3ac980d5fc9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:56:51.957288 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a93b44-722f-449e-8986-e3ac980d5fc9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:56:51.957741 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a93b44-722f-449e-8986-e3ac980d5fc9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:56:51.957961 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a93b44-722f-449e-8986-e3ac980d5fc9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:56:51.958311 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a93b44-722f-449e-8986-e3ac980d5fc9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:56:51.958606 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a93b44-722f-449e-8986-e3ac980d5fc9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:56:51.958929 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a93b44-722f-449e-8986-e3ac980d5fc9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:56:51.960329 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a93b44-722f-449e-8986-e3ac980d5fc9 admin admin] Tracked resource versions report: Sep 03 12:56:51.960329 dv-cinder-788782-9-iscsi neutron-server[120041]: pushed versions: Sep 03 12:56:51.960329 dv-cinder-788782-9-iscsi neutron-server[120041]: { 'AddressGroup': {'1.2'}, Sep 03 12:56:51.960329 dv-cinder-788782-9-iscsi neutron-server[120041]: 'ConntrackHelper': {'1.0'}, Sep 03 12:56:51.960329 dv-cinder-788782-9-iscsi neutron-server[120041]: 'Log': {'1.0'}, Sep 03 12:56:51.960329 dv-cinder-788782-9-iscsi neutron-server[120041]: 'Network': {'1.1'}, Sep 03 12:56:51.960329 dv-cinder-788782-9-iscsi neutron-server[120041]: 'Port': {'1.7'}, Sep 03 12:56:51.960329 dv-cinder-788782-9-iscsi neutron-server[120041]: 'PortForwarding': {'1.2'}, Sep 03 12:56:51.960329 dv-cinder-788782-9-iscsi neutron-server[120041]: 'QosPolicy': {'1.9'}, Sep 03 12:56:51.960329 dv-cinder-788782-9-iscsi neutron-server[120041]: 'SecurityGroup': {'1.4'}, Sep 03 12:56:51.960329 dv-cinder-788782-9-iscsi neutron-server[120041]: 'SecurityGroupRule': {'1.2'}, Sep 03 12:56:51.960329 dv-cinder-788782-9-iscsi neutron-server[120041]: 'SubPort': {'1.0'}, Sep 03 12:56:51.960329 dv-cinder-788782-9-iscsi neutron-server[120041]: 'Subnet': {'1.1'}, Sep 03 12:56:51.960329 dv-cinder-788782-9-iscsi neutron-server[120041]: 'Trunk': {'1.1'}} Sep 03 12:56:51.960329 dv-cinder-788782-9-iscsi neutron-server[120041]: consumer versions: Sep 03 12:56:51.960329 dv-cinder-788782-9-iscsi neutron-server[120041]: { DHCP agent@dv-cinder-788782-9-iscsi: {}, Sep 03 12:56:51.960329 dv-cinder-788782-9-iscsi neutron-server[120041]: HyperV agent@hv-cinder-78878: {}, Sep 03 12:56:51.960329 dv-cinder-788782-9-iscsi neutron-server[120041]: L3 agent@dv-cinder-788782-9-iscsi: {}, Sep 03 12:56:51.960329 dv-cinder-788782-9-iscsi neutron-server[120041]: Metadata agent@dv-cinder-788782-9-iscsi: {}, Sep 03 12:56:51.960329 dv-cinder-788782-9-iscsi neutron-server[120041]: Metering agent@dv-cinder-788782-9-iscsi: {}, Sep 03 12:56:51.960329 dv-cinder-788782-9-iscsi neutron-server[120041]: Open vSwitch agent@dv-cinder-788782-9-iscsi: { 'AddressGroup': '1.2', Sep 03 12:56:51.960329 dv-cinder-788782-9-iscsi neutron-server[120041]: 'ConntrackHelper': '1.0', Sep 03 12:56:51.960329 dv-cinder-788782-9-iscsi neutron-server[120041]: 'Log': '1.0', Sep 03 12:56:51.960329 dv-cinder-788782-9-iscsi neutron-server[120041]: 'Network': '1.1', Sep 03 12:56:51.960329 dv-cinder-788782-9-iscsi neutron-server[120041]: 'Port': '1.7', Sep 03 12:56:51.960329 dv-cinder-788782-9-iscsi neutron-server[120041]: 'PortForwarding': '1.2', Sep 03 12:56:51.960329 dv-cinder-788782-9-iscsi neutron-server[120041]: 'QosPolicy': '1.9', Sep 03 12:56:51.960329 dv-cinder-788782-9-iscsi neutron-server[120041]: 'SecurityGroup': '1.4', Sep 03 12:56:51.960329 dv-cinder-788782-9-iscsi neutron-server[120041]: 'SecurityGroupRule': '1.2', Sep 03 12:56:51.960329 dv-cinder-788782-9-iscsi neutron-server[120041]: 'SubPort': '1.0', Sep 03 12:56:51.960329 dv-cinder-788782-9-iscsi neutron-server[120041]: 'Subnet': '1.1', Sep 03 12:56:51.960329 dv-cinder-788782-9-iscsi neutron-server[120041]: 'Trunk': '1.1'}} Sep 03 12:56:51.960329 dv-cinder-788782-9-iscsi neutron-server[120041]: {{(pid=120041) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 12:56:51.962901 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4a93b44-722f-449e-8986-e3ac980d5fc9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=120041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 12:56:51.977749 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-b4a93b44-722f-449e-8986-e3ac980d5fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669750'] for segment, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:51.977749 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.db.segments_db [None req-b4a93b44-722f-449e-8986-e3ac980d5fc9 admin admin] Added segment 101332a1-79af-4268-a774-3b1495ccc8a0 of type vlan for network 45e81d3f-b881-425b-99ca-1daab65347e2 Sep 03 12:56:52.013292 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-b4a93b44-722f-449e-8986-e3ac980d5fc9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763613016037'] for network, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:52.023846 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e7232b2-4930-4d34-8e81-6d17b071801d admin admin] Made reservation on behalf of ded28f26959b44b3a09129cafe54c3ac for: {'network': 1} {{(pid=120042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 12:56:52.026206 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-2e7232b2-4930-4d34-8e81-6d17b071801d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for network, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:52.036141 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-2e7232b2-4930-4d34-8e81-6d17b071801d admin admin] Notify callbacks [] for security_group, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:52.109567 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-b4a93b44-722f-449e-8986-e3ac980d5fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384'] for network, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:52.110534 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a93b44-722f-449e-8986-e3ac980d5fc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:56:52.111125 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-b4a93b44-722f-449e-8986-e3ac980d5fc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575370'] for network, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:52.136149 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-2e7232b2-4930-4d34-8e81-6d17b071801d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:52.212211 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-2e7232b2-4930-4d34-8e81-6d17b071801d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:52.225467 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e7232b2-4930-4d34-8e81-6d17b071801d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=120042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 12:56:52.229792 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a93b44-722f-449e-8986-e3ac980d5fc9 admin admin] Pushing event updated for resources: {'Network': ['ID=45e81d3f-b881-425b-99ca-1daab65347e2,revision_number=1']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:56:52.241521 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Network 45e81d3f-b881-425b-99ca-1daab65347e2 details requested by agent ovs-agent-dv-cinder-788782-9-iscsi with host dv-cinder-788782-9-iscsi {{(pid=120043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 12:56:52.254589 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7232b2-4930-4d34-8e81-6d17b071801d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12297bc2-308a-40a8-8643-6247d7e22aa2,revision_number=1']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:56:52.257734 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-2e7232b2-4930-4d34-8e81-6d17b071801d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669750'] for segment, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:52.258085 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.db.segments_db [None req-2e7232b2-4930-4d34-8e81-6d17b071801d admin admin] Added segment d03da7ba-8154-41e4-a96a-41813e08fccd of type vlan for network d8a10b69-52c5-4ba7-9e6b-9d664f8fb5ae Sep 03 12:56:52.271992 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7232b2-4930-4d34-8e81-6d17b071801d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:56:52.272337 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7232b2-4930-4d34-8e81-6d17b071801d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:56:52.272686 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7232b2-4930-4d34-8e81-6d17b071801d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:56:52.273003 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7232b2-4930-4d34-8e81-6d17b071801d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:56:52.273345 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7232b2-4930-4d34-8e81-6d17b071801d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:56:52.273785 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7232b2-4930-4d34-8e81-6d17b071801d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:56:52.274112 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7232b2-4930-4d34-8e81-6d17b071801d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:56:52.274446 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7232b2-4930-4d34-8e81-6d17b071801d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:56:52.274773 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7232b2-4930-4d34-8e81-6d17b071801d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:56:52.275089 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7232b2-4930-4d34-8e81-6d17b071801d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:56:52.275401 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7232b2-4930-4d34-8e81-6d17b071801d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:56:52.275748 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7232b2-4930-4d34-8e81-6d17b071801d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:56:52.276824 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7232b2-4930-4d34-8e81-6d17b071801d admin admin] Tracked resource versions report: Sep 03 12:56:52.276824 dv-cinder-788782-9-iscsi neutron-server[120042]: pushed versions: Sep 03 12:56:52.276824 dv-cinder-788782-9-iscsi neutron-server[120042]: { 'AddressGroup': {'1.2'}, Sep 03 12:56:52.276824 dv-cinder-788782-9-iscsi neutron-server[120042]: 'ConntrackHelper': {'1.0'}, Sep 03 12:56:52.276824 dv-cinder-788782-9-iscsi neutron-server[120042]: 'Log': {'1.0'}, Sep 03 12:56:52.276824 dv-cinder-788782-9-iscsi neutron-server[120042]: 'Network': {'1.1'}, Sep 03 12:56:52.276824 dv-cinder-788782-9-iscsi neutron-server[120042]: 'Port': {'1.7'}, Sep 03 12:56:52.276824 dv-cinder-788782-9-iscsi neutron-server[120042]: 'PortForwarding': {'1.2'}, Sep 03 12:56:52.276824 dv-cinder-788782-9-iscsi neutron-server[120042]: 'QosPolicy': {'1.9'}, Sep 03 12:56:52.276824 dv-cinder-788782-9-iscsi neutron-server[120042]: 'SecurityGroup': {'1.4'}, Sep 03 12:56:52.276824 dv-cinder-788782-9-iscsi neutron-server[120042]: 'SecurityGroupRule': {'1.2'}, Sep 03 12:56:52.276824 dv-cinder-788782-9-iscsi neutron-server[120042]: 'SubPort': {'1.0'}, Sep 03 12:56:52.276824 dv-cinder-788782-9-iscsi neutron-server[120042]: 'Subnet': {'1.1'}, Sep 03 12:56:52.276824 dv-cinder-788782-9-iscsi neutron-server[120042]: 'Trunk': {'1.1'}} Sep 03 12:56:52.276824 dv-cinder-788782-9-iscsi neutron-server[120042]: consumer versions: Sep 03 12:56:52.276824 dv-cinder-788782-9-iscsi neutron-server[120042]: { DHCP agent@dv-cinder-788782-9-iscsi: {}, Sep 03 12:56:52.276824 dv-cinder-788782-9-iscsi neutron-server[120042]: HyperV agent@hv-cinder-78878: {}, Sep 03 12:56:52.276824 dv-cinder-788782-9-iscsi neutron-server[120042]: L3 agent@dv-cinder-788782-9-iscsi: {}, Sep 03 12:56:52.276824 dv-cinder-788782-9-iscsi neutron-server[120042]: Metadata agent@dv-cinder-788782-9-iscsi: {}, Sep 03 12:56:52.276824 dv-cinder-788782-9-iscsi neutron-server[120042]: Metering agent@dv-cinder-788782-9-iscsi: {}, Sep 03 12:56:52.276824 dv-cinder-788782-9-iscsi neutron-server[120042]: Open vSwitch agent@dv-cinder-788782-9-iscsi: { 'AddressGroup': '1.2', Sep 03 12:56:52.276824 dv-cinder-788782-9-iscsi neutron-server[120042]: 'ConntrackHelper': '1.0', Sep 03 12:56:52.276824 dv-cinder-788782-9-iscsi neutron-server[120042]: 'Log': '1.0', Sep 03 12:56:52.276824 dv-cinder-788782-9-iscsi neutron-server[120042]: 'Network': '1.1', Sep 03 12:56:52.276824 dv-cinder-788782-9-iscsi neutron-server[120042]: 'Port': '1.7', Sep 03 12:56:52.276824 dv-cinder-788782-9-iscsi neutron-server[120042]: 'PortForwarding': '1.2', Sep 03 12:56:52.276824 dv-cinder-788782-9-iscsi neutron-server[120042]: 'QosPolicy': '1.9', Sep 03 12:56:52.276824 dv-cinder-788782-9-iscsi neutron-server[120042]: 'SecurityGroup': '1.4', Sep 03 12:56:52.276824 dv-cinder-788782-9-iscsi neutron-server[120042]: 'SecurityGroupRule': '1.2', Sep 03 12:56:52.276824 dv-cinder-788782-9-iscsi neutron-server[120042]: 'SubPort': '1.0', Sep 03 12:56:52.276824 dv-cinder-788782-9-iscsi neutron-server[120042]: 'Subnet': '1.1', Sep 03 12:56:52.276824 dv-cinder-788782-9-iscsi neutron-server[120042]: 'Trunk': '1.1'}} Sep 03 12:56:52.276824 dv-cinder-788782-9-iscsi neutron-server[120042]: {{(pid=120042) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 12:56:52.315330 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-2e7232b2-4930-4d34-8e81-6d17b071801d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763613016037'] for network, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:52.338889 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-b4a93b44-722f-449e-8986-e3ac980d5fc9 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3121355 Sep 03 12:56:52.345664 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 34226) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:56:52.351109 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.v2.base [None req-adcb2913-908f-4aa6-baad-4db2b62652a8 admin admin] Request body: {'subnet': {'network_id': '45e81d3f-b881-425b-99ca-1daab65347e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1455870475-subnet', 'tenant_id': '2a026b60655d4a369b93374d125b02b1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=120041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:56:52.395324 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-2e7232b2-4930-4d34-8e81-6d17b071801d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384'] for network, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:52.396365 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e7232b2-4930-4d34-8e81-6d17b071801d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:56:52.396961 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-2e7232b2-4930-4d34-8e81-6d17b071801d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575370'] for network, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:52.427425 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 34230) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:56:52.447236 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adcb2913-908f-4aa6-baad-4db2b62652a8 admin admin] Made reservation on behalf of 2a026b60655d4a369b93374d125b02b1 for: {'subnet': 1} {{(pid=120041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 12:56:52.452530 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-adcb2913-908f-4aa6-baad-4db2b62652a8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:52.460919 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7232b2-4930-4d34-8e81-6d17b071801d admin admin] Pushing event updated for resources: {'Network': ['ID=d8a10b69-52c5-4ba7-9e6b-9d664f8fb5ae,revision_number=1']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:56:52.475756 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Network d8a10b69-52c5-4ba7-9e6b-9d664f8fb5ae details requested by agent ovs-agent-dv-cinder-788782-9-iscsi with host dv-cinder-788782-9-iscsi {{(pid=120043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 12:56:52.592213 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-2e7232b2-4930-4d34-8e81-6d17b071801d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8731008 Sep 03 12:56:52.592376 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 34240) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:56:52.597613 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.v2.base [None req-7b4571bd-3beb-486c-8479-f75c382103c7 admin admin] Request body: {'subnet': {'network_id': 'd8a10b69-52c5-4ba7-9e6b-9d664f8fb5ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-6061853-subnet', 'tenant_id': 'ded28f26959b44b3a09129cafe54c3ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:56:52.601664 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 34242) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:56:52.709196 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.v2.base [None req-751c8e8b-ce1f-43fa-99c2-c876cf5b8a92 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-381078607-network', 'tenant_id': '8cbbddf1eac34975b3dfff073526b48a'}} {{(pid=120041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:56:52.739294 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b4571bd-3beb-486c-8479-f75c382103c7 admin admin] Made reservation on behalf of ded28f26959b44b3a09129cafe54c3ac for: {'subnet': 1} {{(pid=120042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 12:56:52.740464 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-adcb2913-908f-4aa6-baad-4db2b62652a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384'] for subnet, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:52.743224 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-7b4571bd-3beb-486c-8479-f75c382103c7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:52.812705 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcb2913-908f-4aa6-baad-4db2b62652a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18f4b7c2-4c96-420d-afc2-0ae06dbda8bd,revision_number=0']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:56:52.824668 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-751c8e8b-ce1f-43fa-99c2-c876cf5b8a92 admin admin] Made reservation on behalf of 8cbbddf1eac34975b3dfff073526b48a for: {'network': 1} {{(pid=120041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 12:56:52.827903 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-751c8e8b-ce1f-43fa-99c2-c876cf5b8a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for network, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:52.830537 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcb2913-908f-4aa6-baad-4db2b62652a8 admin admin] Checking segment: {'id': '101332a1-79af-4268-a774-3b1495ccc8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '45e81d3f-b881-425b-99ca-1daab65347e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 12:56:52.831539 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adcb2913-908f-4aa6-baad-4db2b62652a8 admin admin] Network hostable DHCP agents. Network: 45e81d3f-b881-425b-99ca-1daab65347e2, hostable agents: ['7f35f3fe-a338-4082-b3b0-8dffee9527e2'], hosted agents: [] {{(pid=120041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 12:56:52.845709 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-751c8e8b-ce1f-43fa-99c2-c876cf5b8a92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:52.939057 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adcb2913-908f-4aa6-baad-4db2b62652a8 admin admin] Network 45e81d3f-b881-425b-99ca-1daab65347e2 is scheduled to be hosted by DHCP agent 7f35f3fe-a338-4082-b3b0-8dffee9527e2 with binding_index 1 {{(pid=120041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 12:56:52.966568 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-751c8e8b-ce1f-43fa-99c2-c876cf5b8a92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:52.966953 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-7b4571bd-3beb-486c-8479-f75c382103c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384'] for subnet, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:53.004814 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.v2.base [None req-62effb36-a5aa-4c49-8f92-d13af5890eb0 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1567884858-network', 'tenant_id': '94eadd80b1464ea99c245df3babcfbf8'}} {{(pid=120042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:56:53.007969 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 34256) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:56:53.030543 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4571bd-3beb-486c-8479-f75c382103c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7423f83-7cc4-42fa-82eb-8016662f087e,revision_number=0']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:56:53.039421 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.scheduler.base_scheduler [None req-adcb2913-908f-4aa6-baad-4db2b62652a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-9-iscsi, 45e81d3f-b881-425b-99ca-1daab65347e2) {{(pid=120041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:56:53.071356 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae4c7bc-abb6-4db8-9f97-a5356d1f0aca None None] Network 45e81d3f-b881-425b-99ca-1daab65347e2 requested from dv-cinder-788782-9-iscsi {{(pid=120043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 12:56:53.071756 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adcb2913-908f-4aa6-baad-4db2b62652a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=120041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:56:53.071756 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-adcb2913-908f-4aa6-baad-4db2b62652a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575370'] for subnet, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:53.071984 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4571bd-3beb-486c-8479-f75c382103c7 admin admin] Checking segment: {'id': 'd03da7ba-8154-41e4-a96a-41813e08fccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd8a10b69-52c5-4ba7-9e6b-9d664f8fb5ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 12:56:53.071984 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4571bd-3beb-486c-8479-f75c382103c7 admin admin] Network hostable DHCP agents. Network: d8a10b69-52c5-4ba7-9e6b-9d664f8fb5ae, hostable agents: ['7f35f3fe-a338-4082-b3b0-8dffee9527e2'], hosted agents: [] {{(pid=120042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 12:56:53.093508 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-751c8e8b-ce1f-43fa-99c2-c876cf5b8a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:53.123809 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751c8e8b-ce1f-43fa-99c2-c876cf5b8a92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=008bf76b-46c2-4d68-85af-5e40a29d7c07,revision_number=1']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:56:53.127327 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-751c8e8b-ce1f-43fa-99c2-c876cf5b8a92 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=120041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 12:56:53.137231 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-751c8e8b-ce1f-43fa-99c2-c876cf5b8a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669750'] for segment, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:53.137625 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.db.segments_db [None req-751c8e8b-ce1f-43fa-99c2-c876cf5b8a92 admin admin] Added segment 32a72ad9-2465-4193-b477-40371effc92a of type vlan for network 4ae4bd86-9baa-4a46-894e-9d6319ec74c4 Sep 03 12:56:53.162887 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4571bd-3beb-486c-8479-f75c382103c7 admin admin] Network d8a10b69-52c5-4ba7-9e6b-9d664f8fb5ae is scheduled to be hosted by DHCP agent 7f35f3fe-a338-4082-b3b0-8dffee9527e2 with binding_index 1 {{(pid=120042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 12:56:53.175495 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.base_scheduler [None req-7b4571bd-3beb-486c-8479-f75c382103c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-9-iscsi, d8a10b69-52c5-4ba7-9e6b-9d664f8fb5ae) {{(pid=120042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:56:53.189073 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4571bd-3beb-486c-8479-f75c382103c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:56:53.189704 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-7b4571bd-3beb-486c-8479-f75c382103c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575370'] for subnet, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:53.196504 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b54d85-8ff5-4c58-845b-c5c4ebef5cbb None None] Network d8a10b69-52c5-4ba7-9e6b-9d664f8fb5ae requested from dv-cinder-788782-9-iscsi {{(pid=120043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 12:56:53.205458 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-adcb2913-908f-4aa6-baad-4db2b62652a8 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8585572 Sep 03 12:56:53.205632 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 34264) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:56:53.216847 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.v2.base [None req-4c48ce05-f892-48ce-a418-ef5c718af25e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1455870475-router', 'tenant_id': '2a026b60655d4a369b93374d125b02b1', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece'}}} {{(pid=120042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:56:53.218325 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-751c8e8b-ce1f-43fa-99c2-c876cf5b8a92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763613016037'] for network, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:53.226467 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c4a23e-d0c9-4ece-9ff6-bc9063282bdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0dd8f48-e2b5-5a96-b27e-d74255edf3ba-45e81d3f-b881-425b-99ca-1daab65347e2', 'network_id': '45e81d3f-b881-425b-99ca-1daab65347e2', 'tenant_id': '2a026b60655d4a369b93374d125b02b1', 'fixed_ips': [{'subnet_id': '18f4b7c2-4c96-420d-afc2-0ae06dbda8bd'}]}} from dv-cinder-788782-9-iscsi. {{(pid=120043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 12:56:53.227330 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-83c4a23e-d0c9-4ece-9ff6-bc9063282bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_create {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:53.310055 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62effb36-a5aa-4c49-8f92-d13af5890eb0 admin admin] Made reservation on behalf of 94eadd80b1464ea99c245df3babcfbf8 for: {'network': 1} {{(pid=120042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 12:56:53.312391 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-62effb36-a5aa-4c49-8f92-d13af5890eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for network, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:53.321603 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-62effb36-a5aa-4c49-8f92-d13af5890eb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:53.340379 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.v2.base [None req-697f2478-b489-4675-be02-cd90b6d589be admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1296134018-network', 'tenant_id': 'a78b59a0f91f4ce9a846e469dbce5484'}} {{(pid=120041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:56:53.349063 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-751c8e8b-ce1f-43fa-99c2-c876cf5b8a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384'] for network, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:53.350044 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751c8e8b-ce1f-43fa-99c2-c876cf5b8a92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:56:53.350630 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-751c8e8b-ce1f-43fa-99c2-c876cf5b8a92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575370'] for network, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:53.419186 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751c8e8b-ce1f-43fa-99c2-c876cf5b8a92 admin admin] Pushing event updated for resources: {'Network': ['ID=4ae4bd86-9baa-4a46-894e-9d6319ec74c4,revision_number=1']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:56:53.420539 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-7b4571bd-3beb-486c-8479-f75c382103c7 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8265605 Sep 03 12:56:53.423293 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 34276) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:56:53.428515 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.v2.base [None req-bf1cca18-5a57-4f6a-b91f-337c4ff9f882 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-6061853-router', 'tenant_id': 'ded28f26959b44b3a09129cafe54c3ac', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece'}}} {{(pid=120041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:56:53.434009 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Network 4ae4bd86-9baa-4a46-894e-9d6319ec74c4 details requested by agent ovs-agent-dv-cinder-788782-9-iscsi with host dv-cinder-788782-9-iscsi {{(pid=120043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 12:56:53.472594 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-751c8e8b-ce1f-43fa-99c2-c876cf5b8a92 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0395322 Sep 03 12:56:53.472594 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 34280) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:56:53.478271 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.v2.base [None req-3da83a8a-4f56-418c-9749-6f96a107bd5b admin admin] Request body: {'subnet': {'network_id': '4ae4bd86-9baa-4a46-894e-9d6319ec74c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-381078607-subnet', 'tenant_id': '8cbbddf1eac34975b3dfff073526b48a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=120041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:56:53.644301 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-62effb36-a5aa-4c49-8f92-d13af5890eb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:53.646212 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-4c48ce05-f892-48ce-a418-ef5c718af25e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28330'] for router, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:53.647268 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-4c48ce05-f892-48ce-a418-ef5c718af25e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1664160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28307'] for router, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:53.651609 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.db_base_plugin_common [None req-83c4a23e-d0c9-4ece-9ff6-bc9063282bdf None None] Allocated IP 172.20.0.2 (45e81d3f-b881-425b-99ca-1daab65347e2/18f4b7c2-4c96-420d-afc2-0ae06dbda8bd/e69db9af-aa32-4965-b4ca-c5e00e8a7f71) {{(pid=120043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 12:56:53.692519 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aebb1e5-932a-402d-b2e2-1ebc4be08903 None None] Network d8a10b69-52c5-4ba7-9e6b-9d664f8fb5ae requested from dv-cinder-788782-9-iscsi {{(pid=120043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 12:56:53.710099 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-4c48ce05-f892-48ce-a418-ef5c718af25e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:53.726576 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-62effb36-a5aa-4c49-8f92-d13af5890eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:53.840178 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-697f2478-b489-4675-be02-cd90b6d589be admin admin] Made reservation on behalf of a78b59a0f91f4ce9a846e469dbce5484 for: {'network': 1} {{(pid=120041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 12:56:53.843016 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-697f2478-b489-4675-be02-cd90b6d589be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for network, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:53.870315 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-697f2478-b489-4675-be02-cd90b6d589be admin admin] Notify callbacks [] for security_group, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:53.875687 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62effb36-a5aa-4c49-8f92-d13af5890eb0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=120042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 12:56:53.887410 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-62effb36-a5aa-4c49-8f92-d13af5890eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669750'] for segment, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:53.887989 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.db.segments_db [None req-62effb36-a5aa-4c49-8f92-d13af5890eb0 admin admin] Added segment 00445703-bb8c-4c15-8a4c-1420d277a484 of type vlan for network 6188b2f6-b26c-4562-8b61-dd68bee2cf74 Sep 03 12:56:53.938334 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-62effb36-a5aa-4c49-8f92-d13af5890eb0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763613016037'] for network, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:53.953577 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-83c4a23e-d0c9-4ece-9ff6-bc9063282bdf None None] Notify callbacks [] for port, precommit_create {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:53.963527 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-83c4a23e-d0c9-4ece-9ff6-bc9063282bdf None None] Transition to ACTIVE for port object e69db9af-aa32-4965-b4ca-c5e00e8a7f71 will not be triggered until provisioned by entity L2. {{(pid=120043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 12:56:53.979655 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-83c4a23e-d0c9-4ece-9ff6-bc9063282bdf None None] Transition to ACTIVE for port object e69db9af-aa32-4965-b4ca-c5e00e8a7f71 will not be triggered until provisioned by entity DHCP. {{(pid=120043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 12:56:53.983339 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-bf1cca18-5a57-4f6a-b91f-337c4ff9f882 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28330'] for router, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:53.985367 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-bf1cca18-5a57-4f6a-b91f-337c4ff9f882 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1664160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28307'] for router, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:54.075655 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-83c4a23e-d0c9-4ece-9ff6-bc9063282bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763613061259'] for port, after_create {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:54.095497 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c4a23e-d0c9-4ece-9ff6-bc9063282bdf None None] Network 45e81d3f-b881-425b-99ca-1daab65347e2 is already hosted by enough agents. {{(pid=120043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 12:56:54.122201 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.scheduler.base_scheduler [None req-83c4a23e-d0c9-4ece-9ff6-bc9063282bdf None None] Resources bound (agent type, host, resource id): {{(pid=120043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:56:54.122956 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-62effb36-a5aa-4c49-8f92-d13af5890eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384'] for network, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:54.124125 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62effb36-a5aa-4c49-8f92-d13af5890eb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:56:54.124872 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-62effb36-a5aa-4c49-8f92-d13af5890eb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575370'] for network, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:54.133709 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c4a23e-d0c9-4ece-9ff6-bc9063282bdf None None] Received port after_create {{(pid=120043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 12:56:54.188215 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-697f2478-b489-4675-be02-cd90b6d589be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:54.193310 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62effb36-a5aa-4c49-8f92-d13af5890eb0 admin admin] Pushing event updated for resources: {'Network': ['ID=6188b2f6-b26c-4562-8b61-dd68bee2cf74,revision_number=1']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:56:54.199334 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-4c48ce05-f892-48ce-a418-ef5c718af25e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:54.207108 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62effb36-a5aa-4c49-8f92-d13af5890eb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6590f256-0f7c-4dac-9942-f701b4f2738f,revision_number=1']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:56:54.214963 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Network 6188b2f6-b26c-4562-8b61-dd68bee2cf74 details requested by agent ovs-agent-dv-cinder-788782-9-iscsi with host dv-cinder-788782-9-iscsi {{(pid=120043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 12:56:54.231878 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3da83a8a-4f56-418c-9749-6f96a107bd5b admin admin] Made reservation on behalf of 8cbbddf1eac34975b3dfff073526b48a for: {'subnet': 1} {{(pid=120041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 12:56:54.242884 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-3da83a8a-4f56-418c-9749-6f96a107bd5b admin admin] Notify callbacks [] for subnet, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:54.275168 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-bf1cca18-5a57-4f6a-b91f-337c4ff9f882 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:54.277888 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-697f2478-b489-4675-be02-cd90b6d589be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:54.305610 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-697f2478-b489-4675-be02-cd90b6d589be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=120041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 12:56:54.333463 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-62effb36-a5aa-4c49-8f92-d13af5890eb0 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7280629 Sep 03 12:56:54.334147 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 34312) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:56:54.343561 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.v2.base [None req-026721fc-dddc-4be1-a1f7-4ab78967072e admin admin] Request body: {'subnet': {'network_id': '6188b2f6-b26c-4562-8b61-dd68bee2cf74', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1567884858-subnet', 'tenant_id': '94eadd80b1464ea99c245df3babcfbf8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:56:54.343800 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.managers [None req-83c4a23e-d0c9-4ece-9ff6-bc9063282bdf None None] Attempting to bind port e69db9af-aa32-4965-b4ca-c5e00e8a7f71 on host dv-cinder-788782-9-iscsi for vnic_type normal with profile {{(pid=120043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 12:56:54.344253 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.managers [None req-83c4a23e-d0c9-4ece-9ff6-bc9063282bdf None None] Attempting to bind port e69db9af-aa32-4965-b4ca-c5e00e8a7f71 by drivers openvswitch,hyperv on host dv-cinder-788782-9-iscsi at level 0 using segments [{'id': '101332a1-79af-4268-a774-3b1495ccc8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '45e81d3f-b881-425b-99ca-1daab65347e2'}] {{(pid=120043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 12:56:54.344744 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c4a23e-d0c9-4ece-9ff6-bc9063282bdf None None] Attempting to bind port e69db9af-aa32-4965-b4ca-c5e00e8a7f71 on network 45e81d3f-b881-425b-99ca-1daab65347e2 {{(pid=120043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 12:56:54.353262 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c4a23e-d0c9-4ece-9ff6-bc9063282bdf None None] Checking agent: {'id': '54d2aec0-bb47-465a-a42e-8bc5f6172949', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 12, 48, 38), 'started_at': datetime.datetime(2021, 9, 3, 12, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 12, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 12:56:54.354079 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c4a23e-d0c9-4ece-9ff6-bc9063282bdf None None] Checking segment: {'id': '101332a1-79af-4268-a774-3b1495ccc8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '45e81d3f-b881-425b-99ca-1daab65347e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 12:56:54.354309 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-83c4a23e-d0c9-4ece-9ff6-bc9063282bdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:54.354805 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c4a23e-d0c9-4ece-9ff6-bc9063282bdf None None] Bound using segment: {'id': '101332a1-79af-4268-a774-3b1495ccc8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '45e81d3f-b881-425b-99ca-1daab65347e2'} {{(pid=120043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 12:56:54.355411 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.managers [None req-83c4a23e-d0c9-4ece-9ff6-bc9063282bdf None None] Bound port: e69db9af-aa32-4965-b4ca-c5e00e8a7f71, host: dv-cinder-788782-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '101332a1-79af-4268-a774-3b1495ccc8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '45e81d3f-b881-425b-99ca-1daab65347e2'}}] {{(pid=120043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 12:56:54.355947 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-83c4a23e-d0c9-4ece-9ff6-bc9063282bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:54.361570 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-697f2478-b489-4675-be02-cd90b6d589be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669750'] for segment, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:54.362153 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.db.segments_db [None req-697f2478-b489-4675-be02-cd90b6d589be admin admin] Added segment e15e6e61-4793-4b3c-8e28-8614cba2f27c of type vlan for network 5e5b8b41-03d5-4554-969f-d7a30c751bff Sep 03 12:56:54.397477 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c4a23e-d0c9-4ece-9ff6-bc9063282bdf None None] Pushing event updated for resources: {'Port': ['ID=e69db9af-aa32-4965-b4ca-c5e00e8a7f71,revision_number=1']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:56:54.421494 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c4a23e-d0c9-4ece-9ff6-bc9063282bdf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:56:54.421942 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c4a23e-d0c9-4ece-9ff6-bc9063282bdf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:56:54.422408 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c4a23e-d0c9-4ece-9ff6-bc9063282bdf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:56:54.422930 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c4a23e-d0c9-4ece-9ff6-bc9063282bdf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:56:54.426887 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-026721fc-dddc-4be1-a1f7-4ab78967072e admin admin] Made reservation on behalf of 94eadd80b1464ea99c245df3babcfbf8 for: {'subnet': 1} {{(pid=120042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 12:56:54.427476 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c4a23e-d0c9-4ece-9ff6-bc9063282bdf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:56:54.427854 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c4a23e-d0c9-4ece-9ff6-bc9063282bdf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:56:54.428214 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c4a23e-d0c9-4ece-9ff6-bc9063282bdf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:56:54.428562 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c4a23e-d0c9-4ece-9ff6-bc9063282bdf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:56:54.429891 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-026721fc-dddc-4be1-a1f7-4ab78967072e admin admin] Notify callbacks [] for subnet, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:54.434196 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c4a23e-d0c9-4ece-9ff6-bc9063282bdf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:56:54.437954 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c4a23e-d0c9-4ece-9ff6-bc9063282bdf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:56:54.437954 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c4a23e-d0c9-4ece-9ff6-bc9063282bdf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:56:54.437954 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c4a23e-d0c9-4ece-9ff6-bc9063282bdf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:56:54.437954 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c4a23e-d0c9-4ece-9ff6-bc9063282bdf None None] Tracked resource versions report: Sep 03 12:56:54.437954 dv-cinder-788782-9-iscsi neutron-server[120043]: pushed versions: Sep 03 12:56:54.437954 dv-cinder-788782-9-iscsi neutron-server[120043]: { 'AddressGroup': {'1.2'}, Sep 03 12:56:54.437954 dv-cinder-788782-9-iscsi neutron-server[120043]: 'ConntrackHelper': {'1.0'}, Sep 03 12:56:54.437954 dv-cinder-788782-9-iscsi neutron-server[120043]: 'Log': {'1.0'}, Sep 03 12:56:54.437954 dv-cinder-788782-9-iscsi neutron-server[120043]: 'Network': {'1.1'}, Sep 03 12:56:54.437954 dv-cinder-788782-9-iscsi neutron-server[120043]: 'Port': {'1.7'}, Sep 03 12:56:54.437954 dv-cinder-788782-9-iscsi neutron-server[120043]: 'PortForwarding': {'1.2'}, Sep 03 12:56:54.437954 dv-cinder-788782-9-iscsi neutron-server[120043]: 'QosPolicy': {'1.9'}, Sep 03 12:56:54.437954 dv-cinder-788782-9-iscsi neutron-server[120043]: 'SecurityGroup': {'1.4'}, Sep 03 12:56:54.437954 dv-cinder-788782-9-iscsi neutron-server[120043]: 'SecurityGroupRule': {'1.2'}, Sep 03 12:56:54.437954 dv-cinder-788782-9-iscsi neutron-server[120043]: 'SubPort': {'1.0'}, Sep 03 12:56:54.437954 dv-cinder-788782-9-iscsi neutron-server[120043]: 'Subnet': {'1.1'}, Sep 03 12:56:54.437954 dv-cinder-788782-9-iscsi neutron-server[120043]: 'Trunk': {'1.1'}} Sep 03 12:56:54.437954 dv-cinder-788782-9-iscsi neutron-server[120043]: consumer versions: Sep 03 12:56:54.437954 dv-cinder-788782-9-iscsi neutron-server[120043]: { DHCP agent@dv-cinder-788782-9-iscsi: {}, Sep 03 12:56:54.437954 dv-cinder-788782-9-iscsi neutron-server[120043]: HyperV agent@hv-cinder-78878: {}, Sep 03 12:56:54.437954 dv-cinder-788782-9-iscsi neutron-server[120043]: L3 agent@dv-cinder-788782-9-iscsi: {}, Sep 03 12:56:54.437954 dv-cinder-788782-9-iscsi neutron-server[120043]: Metadata agent@dv-cinder-788782-9-iscsi: {}, Sep 03 12:56:54.437954 dv-cinder-788782-9-iscsi neutron-server[120043]: Metering agent@dv-cinder-788782-9-iscsi: {}, Sep 03 12:56:54.437954 dv-cinder-788782-9-iscsi neutron-server[120043]: Open vSwitch agent@dv-cinder-788782-9-iscsi: { 'AddressGroup': '1.2', Sep 03 12:56:54.437954 dv-cinder-788782-9-iscsi neutron-server[120043]: 'ConntrackHelper': '1.0', Sep 03 12:56:54.437954 dv-cinder-788782-9-iscsi neutron-server[120043]: 'Log': '1.0', Sep 03 12:56:54.437954 dv-cinder-788782-9-iscsi neutron-server[120043]: 'Network': '1.1', Sep 03 12:56:54.437954 dv-cinder-788782-9-iscsi neutron-server[120043]: 'Port': '1.7', Sep 03 12:56:54.437954 dv-cinder-788782-9-iscsi neutron-server[120043]: 'PortForwarding': '1.2', Sep 03 12:56:54.437954 dv-cinder-788782-9-iscsi neutron-server[120043]: 'QosPolicy': '1.9', Sep 03 12:56:54.437954 dv-cinder-788782-9-iscsi neutron-server[120043]: 'SecurityGroup': '1.4', Sep 03 12:56:54.437954 dv-cinder-788782-9-iscsi neutron-server[120043]: 'SecurityGroupRule': '1.2', Sep 03 12:56:54.437954 dv-cinder-788782-9-iscsi neutron-server[120043]: 'SubPort': '1.0', Sep 03 12:56:54.437954 dv-cinder-788782-9-iscsi neutron-server[120043]: 'Subnet': '1.1', Sep 03 12:56:54.437954 dv-cinder-788782-9-iscsi neutron-server[120043]: 'Trunk': '1.1'}} Sep 03 12:56:54.437954 dv-cinder-788782-9-iscsi neutron-server[120043]: {{(pid=120043) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 12:56:54.474817 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-83c4a23e-d0c9-4ece-9ff6-bc9063282bdf None None] For port e69db9af-aa32-4965-b4ca-c5e00e8a7f71, host dv-cinder-788782-9-iscsi, cleared binding levels {{(pid=120043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 12:56:54.478250 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-83c4a23e-d0c9-4ece-9ff6-bc9063282bdf None None] For port e69db9af-aa32-4965-b4ca-c5e00e8a7f71, host dv-cinder-788782-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-9-iscsi',level=0,port_id=e69db9af-aa32-4965-b4ca-c5e00e8a7f71,segment=NetworkSegment(101332a1-79af-4268-a774-3b1495ccc8a0),segment_id=101332a1-79af-4268-a774-3b1495ccc8a0)] {{(pid=120043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 12:56:54.515223 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f2478-b489-4675-be02-cd90b6d589be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=202644d7-0091-49f7-a3d6-689b64f2110e,revision_number=1']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:56:54.532919 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-83c4a23e-d0c9-4ece-9ff6-bc9063282bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:54.557802 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-697f2478-b489-4675-be02-cd90b6d589be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763613016037'] for network, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:54.673125 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c4a23e-d0c9-4ece-9ff6-bc9063282bdf None None] Pushing event updated for resources: {'Port': ['ID=e69db9af-aa32-4965-b4ca-c5e00e8a7f71,revision_number=2']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:56:54.771929 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-bf1cca18-5a57-4f6a-b91f-337c4ff9f882 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:54.802623 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-4c48ce05-f892-48ce-a418-ef5c718af25e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:54.827118 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-4c48ce05-f892-48ce-a418-ef5c718af25e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:54.831870 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-697f2478-b489-4675-be02-cd90b6d589be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384'] for network, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:54.833045 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697f2478-b489-4675-be02-cd90b6d589be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:56:54.833808 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-697f2478-b489-4675-be02-cd90b6d589be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575370'] for network, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:54.885635 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-026721fc-dddc-4be1-a1f7-4ab78967072e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384'] for subnet, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:54.907441 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f2478-b489-4675-be02-cd90b6d589be admin admin] Pushing event updated for resources: {'Network': ['ID=5e5b8b41-03d5-4554-969f-d7a30c751bff,revision_number=1']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:56:54.922702 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Network 5e5b8b41-03d5-4554-969f-d7a30c751bff details requested by agent ovs-agent-dv-cinder-788782-9-iscsi with host dv-cinder-788782-9-iscsi {{(pid=120043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 12:56:54.923640 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-3da83a8a-4f56-418c-9749-6f96a107bd5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384'] for subnet, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:55.003576 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026721fc-dddc-4be1-a1f7-4ab78967072e admin admin] Pushing event updated for resources: {'Subnet': ['ID=445ff8a0-5260-4719-91a0-6aa50557491a,revision_number=0']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:56:55.031762 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-697f2478-b489-4675-be02-cd90b6d589be admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.0224948 Sep 03 12:56:55.033319 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 34334) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:56:55.051958 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.v2.base [None req-572cf953-3e34-4c81-9600-30a761472f79 admin admin] Request body: {'subnet': {'network_id': '5e5b8b41-03d5-4554-969f-d7a30c751bff', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1296134018-subnet', 'tenant_id': 'a78b59a0f91f4ce9a846e469dbce5484', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:56:55.101342 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da83a8a-4f56-418c-9749-6f96a107bd5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4c3bb0a-fdd7-427f-b24b-a6cf6ccdaba3,revision_number=0']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:56:55.108393 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da83a8a-4f56-418c-9749-6f96a107bd5b admin admin] Checking segment: {'id': '32a72ad9-2465-4193-b477-40371effc92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4ae4bd86-9baa-4a46-894e-9d6319ec74c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 12:56:55.108751 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da83a8a-4f56-418c-9749-6f96a107bd5b admin admin] Network hostable DHCP agents. Network: 4ae4bd86-9baa-4a46-894e-9d6319ec74c4, hostable agents: ['7f35f3fe-a338-4082-b3b0-8dffee9527e2'], hosted agents: [] {{(pid=120041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 12:56:55.147673 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026721fc-dddc-4be1-a1f7-4ab78967072e admin admin] Checking segment: {'id': '00445703-bb8c-4c15-8a4c-1420d277a484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6188b2f6-b26c-4562-8b61-dd68bee2cf74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 12:56:55.149778 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026721fc-dddc-4be1-a1f7-4ab78967072e admin admin] Network hostable DHCP agents. Network: 6188b2f6-b26c-4562-8b61-dd68bee2cf74, hostable agents: ['7f35f3fe-a338-4082-b3b0-8dffee9527e2'], hosted agents: [] {{(pid=120042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 12:56:55.163508 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.db_base_plugin_common [None req-4c48ce05-f892-48ce-a418-ef5c718af25e admin admin] Allocated IP 172.27.3.235 (9198821c-ee56-4cb5-9e5d-ab43e0594ece/2efca78d-d4c6-45b2-a3f0-03ef309b0579/ae63e0fe-230b-4a4a-a7d0-62a2453b5b53) {{(pid=120042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 12:56:55.179121 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-572cf953-3e34-4c81-9600-30a761472f79 admin admin] Made reservation on behalf of a78b59a0f91f4ce9a846e469dbce5484 for: {'subnet': 1} {{(pid=120042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 12:56:55.181179 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-572cf953-3e34-4c81-9600-30a761472f79 admin admin] Notify callbacks [] for subnet, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:55.281526 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da83a8a-4f56-418c-9749-6f96a107bd5b admin admin] Network 4ae4bd86-9baa-4a46-894e-9d6319ec74c4 is scheduled to be hosted by DHCP agent 7f35f3fe-a338-4082-b3b0-8dffee9527e2 with binding_index 1 {{(pid=120041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 12:56:55.319726 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026721fc-dddc-4be1-a1f7-4ab78967072e admin admin] Network 6188b2f6-b26c-4562-8b61-dd68bee2cf74 is scheduled to be hosted by DHCP agent 7f35f3fe-a338-4082-b3b0-8dffee9527e2 with binding_index 1 {{(pid=120042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 12:56:55.342221 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-bf1cca18-5a57-4f6a-b91f-337c4ff9f882 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:55.359523 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-4c48ce05-f892-48ce-a418-ef5c718af25e admin admin] Notify callbacks [] for port, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:55.403562 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.base_scheduler [None req-026721fc-dddc-4be1-a1f7-4ab78967072e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-9-iscsi, 6188b2f6-b26c-4562-8b61-dd68bee2cf74) {{(pid=120042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:56:55.412294 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8687e653-0944-4296-8811-c78069d6c659 None None] Network 6188b2f6-b26c-4562-8b61-dd68bee2cf74 requested from dv-cinder-788782-9-iscsi {{(pid=120043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 12:56:55.414898 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026721fc-dddc-4be1-a1f7-4ab78967072e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:56:55.415504 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-026721fc-dddc-4be1-a1f7-4ab78967072e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575370'] for subnet, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:55.449928 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.scheduler.base_scheduler [None req-3da83a8a-4f56-418c-9749-6f96a107bd5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-9-iscsi, 4ae4bd86-9baa-4a46-894e-9d6319ec74c4) {{(pid=120041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:56:55.460608 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-bf1cca18-5a57-4f6a-b91f-337c4ff9f882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:55.469646 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da83a8a-4f56-418c-9749-6f96a107bd5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=120041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:56:55.473222 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-3da83a8a-4f56-418c-9749-6f96a107bd5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575370'] for subnet, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:55.509231 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aadd2b2e-b3bd-4913-a384-4a0ab65b84d2 None None] Network 4ae4bd86-9baa-4a46-894e-9d6319ec74c4 requested from dv-cinder-788782-9-iscsi {{(pid=120043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 12:56:55.559744 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-026721fc-dddc-4be1-a1f7-4ab78967072e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2238622 Sep 03 12:56:55.591474 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-4c48ce05-f892-48ce-a418-ef5c718af25e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763613061259'] for port, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:55.615660 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-3da83a8a-4f56-418c-9749-6f96a107bd5b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.1454308 Sep 03 12:56:55.618495 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-572cf953-3e34-4c81-9600-30a761472f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384'] for subnet, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:55.623575 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 34346) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:56:55.630014 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.v2.base [None req-b7412dd9-f8aa-4e32-9f1d-99bf1866b66b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-381078607-router', 'tenant_id': '8cbbddf1eac34975b3dfff073526b48a', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece'}}} {{(pid=120041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:56:55.677966 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece3fd64-da9c-431e-ab76-fa2336a93ee0 None None] Network 6188b2f6-b26c-4562-8b61-dd68bee2cf74 requested from dv-cinder-788782-9-iscsi {{(pid=120043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 12:56:55.774392 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c48ce05-f892-48ce-a418-ef5c718af25e admin admin] Network 9198821c-ee56-4cb5-9e5d-ab43e0594ece is already hosted by enough agents. {{(pid=120042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 12:56:55.778612 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.base_scheduler [None req-4c48ce05-f892-48ce-a418-ef5c718af25e admin admin] Resources bound (agent type, host, resource id): {{(pid=120042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:56:55.789361 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c48ce05-f892-48ce-a418-ef5c718af25e admin admin] Received port after_create {{(pid=120042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 12:56:55.791662 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572cf953-3e34-4c81-9600-30a761472f79 admin admin] Checking segment: {'id': 'e15e6e61-4793-4b3c-8e28-8614cba2f27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5e5b8b41-03d5-4554-969f-d7a30c751bff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 12:56:55.792047 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572cf953-3e34-4c81-9600-30a761472f79 admin admin] Network hostable DHCP agents. Network: 5e5b8b41-03d5-4554-969f-d7a30c751bff, hostable agents: ['7f35f3fe-a338-4082-b3b0-8dffee9527e2'], hosted agents: [] {{(pid=120042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 12:56:55.797202 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c48ce05-f892-48ce-a418-ef5c718af25e admin admin] Pushing event updated for resources: {'Port': ['ID=ae63e0fe-230b-4a4a-a7d0-62a2453b5b53,revision_number=1']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:56:55.830225 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.db.db_base_plugin_common [None req-bf1cca18-5a57-4f6a-b91f-337c4ff9f882 admin admin] Allocated IP 172.27.3.112 (9198821c-ee56-4cb5-9e5d-ab43e0594ece/2efca78d-d4c6-45b2-a3f0-03ef309b0579/02562da2-d5b6-4e8e-bbfb-d6baa245dad8) {{(pid=120041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 12:56:55.872498 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-b7412dd9-f8aa-4e32-9f1d-99bf1866b66b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28330'] for router, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:55.873632 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-b7412dd9-f8aa-4e32-9f1d-99bf1866b66b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1664160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28307'] for router, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:55.944698 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572cf953-3e34-4c81-9600-30a761472f79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fcd5c28-d074-498e-8414-0624eda811c3,revision_number=0']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:56:55.970862 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e28e97c-c0c6-41f0-8564-c24979d23e2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0dd8f48-e2b5-5a96-b27e-d74255edf3ba-4ae4bd86-9baa-4a46-894e-9d6319ec74c4', 'network_id': '4ae4bd86-9baa-4a46-894e-9d6319ec74c4', 'tenant_id': '8cbbddf1eac34975b3dfff073526b48a', 'fixed_ips': [{'subnet_id': 'e4c3bb0a-fdd7-427f-b24b-a6cf6ccdaba3'}]}} from dv-cinder-788782-9-iscsi. {{(pid=120043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 12:56:55.971798 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-7e28e97c-c0c6-41f0-8564-c24979d23e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_create {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:55.994131 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-b7412dd9-f8aa-4e32-9f1d-99bf1866b66b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:56.052831 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572cf953-3e34-4c81-9600-30a761472f79 admin admin] Network 5e5b8b41-03d5-4554-969f-d7a30c751bff is scheduled to be hosted by DHCP agent 7f35f3fe-a338-4082-b3b0-8dffee9527e2 with binding_index 1 {{(pid=120042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 12:56:56.111449 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c645be-4849-4a3e-8e80-6ab27e5ec8a4 None None] Network 45e81d3f-b881-425b-99ca-1daab65347e2 requested from dv-cinder-788782-9-iscsi {{(pid=120043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 12:56:56.193616 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.base_scheduler [None req-572cf953-3e34-4c81-9600-30a761472f79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-9-iscsi, 5e5b8b41-03d5-4554-969f-d7a30c751bff) {{(pid=120042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:56:56.207577 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572cf953-3e34-4c81-9600-30a761472f79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:56:56.213545 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-572cf953-3e34-4c81-9600-30a761472f79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575370'] for subnet, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:56.291102 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-4c48ce05-f892-48ce-a418-ef5c718af25e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:56.306921 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b742248d-5892-434f-8a11-85675de3c249 None None] Network 5e5b8b41-03d5-4554-969f-d7a30c751bff requested from dv-cinder-788782-9-iscsi {{(pid=120043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 12:56:56.426899 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-b7412dd9-f8aa-4e32-9f1d-99bf1866b66b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:56.434471 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-67a03748-36b7-4071-b4ce-db2280862844 None None] Provisioning for port e69db9af-aa32-4965-b4ca-c5e00e8a7f71 completed by entity DHCP. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 12:56:56.449285 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-bf1cca18-5a57-4f6a-b91f-337c4ff9f882 admin admin] Notify callbacks [] for port, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:56.612520 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-572cf953-3e34-4c81-9600-30a761472f79 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5702772 Sep 03 12:56:56.796366 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Device e69db9af-aa32-4965-b4ca-c5e00e8a7f71 up at agent ovs-agent-dv-cinder-788782-9-iscsi {{(pid=120043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:56:56.929961 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-4c48ce05-f892-48ce-a418-ef5c718af25e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1664245'] for router, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:56.992089 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-bf1cca18-5a57-4f6a-b91f-337c4ff9f882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763613061259'] for port, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:57.021540 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.db_base_plugin_common [None req-7e28e97c-c0c6-41f0-8564-c24979d23e2a None None] Allocated IP 172.20.0.2 (4ae4bd86-9baa-4a46-894e-9d6319ec74c4/e4c3bb0a-fdd7-427f-b24b-a6cf6ccdaba3/4055064a-3174-45b9-b01f-7a663a281dbc) {{(pid=120043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 12:56:57.048074 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 34428) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:56:57.052606 dv-cinder-788782-9-iscsi neutron-server[120042]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 03 12:56:57.128798 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-08f51270-9900-45ae-a958-671501e71079 None None] Provisioning for port e69db9af-aa32-4965-b4ca-c5e00e8a7f71 completed by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 12:56:57.135497 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f77c06-1ecd-4990-bc4e-f9df6c9ddbd9 None None] Network 5e5b8b41-03d5-4554-969f-d7a30c751bff requested from dv-cinder-788782-9-iscsi {{(pid=120043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 12:56:57.149552 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1cca18-5a57-4f6a-b91f-337c4ff9f882 admin admin] Pushing event updated for resources: {'Port': ['ID=02562da2-d5b6-4e8e-bbfb-d6baa245dad8,revision_number=1']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:56:57.165643 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1cca18-5a57-4f6a-b91f-337c4ff9f882 admin admin] Network 9198821c-ee56-4cb5-9e5d-ab43e0594ece is already hosted by enough agents. {{(pid=120041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 12:56:57.204506 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.scheduler.base_scheduler [None req-bf1cca18-5a57-4f6a-b91f-337c4ff9f882 admin admin] Resources bound (agent type, host, resource id): {{(pid=120041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:56:57.255974 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1cca18-5a57-4f6a-b91f-337c4ff9f882 admin admin] Received port after_create {{(pid=120041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 12:56:57.282050 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 34446) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:56:57.348177 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-08f51270-9900-45ae-a958-671501e71079 None None] Provisioning complete for port e69db9af-aa32-4965-b4ca-c5e00e8a7f71 triggered by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:56:57.348575 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:57.426411 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da267084-a0e4-4209-ad99-51360e08124d req-2bad5843-28a5-4b0a-abc0-c4625c48af6f tempest-DeleteServersTestJSON-125597565 tempest-DeleteServersTestJSON-125597565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:56:57.427954 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-da267084-a0e4-4209-ad99-51360e08124d req-2bad5843-28a5-4b0a-abc0-c4625c48af6f tempest-DeleteServersTestJSON-125597565 tempest-DeleteServersTestJSON-125597565-project] 10.222.0.24 "GET /v2.0/networks?id=6188b2f6-b26c-4562-8b61-dd68bee2cf74 HTTP/1.1" status: 200 len: 812 time: 0.3774655 Sep 03 12:56:57.456513 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c48ce05-f892-48ce-a418-ef5c718af25e admin admin] Router 223dd69f-d707-480c-83c4-40778eeb8b95 is scheduled to L3 agent 3ba3cff0-0714-4a2d-b638-391a63c22700 with binding_index 1 {{(pid=120042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 12:56:57.462493 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-da267084-a0e4-4209-ad99-51360e08124d req-51498feb-8dac-4209-9c3e-10b4807939d2 tempest-DeleteServersTestJSON-125597565 tempest-DeleteServersTestJSON-125597565-project] 10.222.0.24 "GET /v2.0/quotas/94eadd80b1464ea99c245df3babcfbf8 HTTP/1.1" status: 200 len: 375 time: 0.0272348 Sep 03 12:56:57.531129 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-b7412dd9-f8aa-4e32-9f1d-99bf1866b66b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:57.544238 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-da267084-a0e4-4209-ad99-51360e08124d req-dc153ecd-565b-4bd1-b4cc-b4c13dba2369 tempest-DeleteServersTestJSON-125597565 tempest-DeleteServersTestJSON-125597565-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=94eadd80b1464ea99c245df3babcfbf8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0690148 Sep 03 12:56:57.554152 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1786d1e5-4ef6-4d8e-b026-4fbd8c5dfb13 req-1db2d90f-08e6-40dc-a2a0-464ed17e9020 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:56:57.555622 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-1786d1e5-4ef6-4d8e-b026-4fbd8c5dfb13 req-1db2d90f-08e6-40dc-a2a0-464ed17e9020 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/networks?id=5e5b8b41-03d5-4554-969f-d7a30c751bff HTTP/1.1" status: 200 len: 815 time: 0.2729495 Sep 03 12:56:57.589916 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-7e28e97c-c0c6-41f0-8564-c24979d23e2a None None] Notify callbacks [] for port, precommit_create {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:57.600177 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:57.604310 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-7e28e97c-c0c6-41f0-8564-c24979d23e2a None None] Transition to ACTIVE for port object 4055064a-3174-45b9-b01f-7a663a281dbc will not be triggered until provisioned by entity L2. {{(pid=120043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 12:56:57.643028 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-7e28e97c-c0c6-41f0-8564-c24979d23e2a None None] Transition to ACTIVE for port object 4055064a-3174-45b9-b01f-7a663a281dbc will not be triggered until provisioned by entity DHCP. {{(pid=120043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 12:56:57.647732 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-08f51270-9900-45ae-a958-671501e71079 None None] For port e69db9af-aa32-4965-b4ca-c5e00e8a7f71, host dv-cinder-788782-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-9-iscsi',level=0,port_id=e69db9af-aa32-4965-b4ca-c5e00e8a7f71,segment=NetworkSegment(101332a1-79af-4268-a774-3b1495ccc8a0),segment_id=101332a1-79af-4268-a774-3b1495ccc8a0)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:56:57.681347 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-1786d1e5-4ef6-4d8e-b026-4fbd8c5dfb13 req-4b192599-316c-4830-afb0-9d403155cc81 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/quotas/a78b59a0f91f4ce9a846e469dbce5484 HTTP/1.1" status: 200 len: 375 time: 0.0433178 Sep 03 12:56:57.700749 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-b7412dd9-f8aa-4e32-9f1d-99bf1866b66b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:57.737170 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:57.744726 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-7e28e97c-c0c6-41f0-8564-c24979d23e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763613061259'] for port, after_create {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:57.771288 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c48ce05-f892-48ce-a418-ef5c718af25e admin admin] Notify agent at l3_agent.dv-cinder-788782-9-iscsi the message routers_updated {{(pid=120042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 12:56:57.778199 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-1786d1e5-4ef6-4d8e-b026-4fbd8c5dfb13 req-49ed90ec-e968-4956-b381-10f2c51b1aa1 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a78b59a0f91f4ce9a846e469dbce5484&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0878534 Sep 03 12:56:57.791782 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1f6bc1-0e98-49b4-9e60-8e66925f0295 None None] Sync routers for ids ['223dd69f-d707-480c-83c4-40778eeb8b95'] in dv-cinder-788782-9-iscsi {{(pid=120044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 12:56:57.811898 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1f6bc1-0e98-49b4-9e60-8e66925f0295 None None] Routers {'223dd69f-d707-480c-83c4-40778eeb8b95'} bound to L3 agent in host dv-cinder-788782-9-iscsi {{(pid=120044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 12:56:57.814262 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_hamode_db [None req-4a1f6bc1-0e98-49b4-9e60-8e66925f0295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T12:48:38Z,description=,heartbeat_timestamp=2021-09-03T12:56:38Z,host='dv-cinder-788782-9-iscsi',id=3ba3cff0-0714-4a2d-b638-391a63c22700,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:48:38Z,topic='l3_agent')) {'router_ids': ['223dd69f-d707-480c-83c4-40778eeb8b95'], 'active': True} {{(pid=120044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:56:57.820988 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e28e97c-c0c6-41f0-8564-c24979d23e2a None None] Network 4ae4bd86-9baa-4a46-894e-9d6319ec74c4 is already hosted by enough agents. {{(pid=120043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 12:56:57.825419 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.scheduler.base_scheduler [None req-7e28e97c-c0c6-41f0-8564-c24979d23e2a None None] Resources bound (agent type, host, resource id): {{(pid=120043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:56:57.834093 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e28e97c-c0c6-41f0-8564-c24979d23e2a None None] Received port after_create {{(pid=120043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 12:56:57.871158 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Pushing event updated for resources: {'Port': ['ID=e69db9af-aa32-4965-b4ca-c5e00e8a7f71,revision_number=3']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:56:57.932465 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [req-da267084-a0e4-4209-ad99-51360e08124d req-5fce9021-47c0-41b8-a375-191a54759875 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=120042) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 12:56:57.934633 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-da267084-a0e4-4209-ad99-51360e08124d req-5fce9021-47c0-41b8-a375-191a54759875 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1673985 Sep 03 12:56:57.940560 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-4c48ce05-f892-48ce-a418-ef5c718af25e admin admin] Notify callbacks [] for router, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:57.943021 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.managers [None req-7e28e97c-c0c6-41f0-8564-c24979d23e2a None None] Attempting to bind port 4055064a-3174-45b9-b01f-7a663a281dbc on host dv-cinder-788782-9-iscsi for vnic_type normal with profile {{(pid=120043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 12:56:57.943406 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.managers [None req-7e28e97c-c0c6-41f0-8564-c24979d23e2a None None] Attempting to bind port 4055064a-3174-45b9-b01f-7a663a281dbc by drivers openvswitch,hyperv on host dv-cinder-788782-9-iscsi at level 0 using segments [{'id': '32a72ad9-2465-4193-b477-40371effc92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4ae4bd86-9baa-4a46-894e-9d6319ec74c4'}] {{(pid=120043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 12:56:57.943751 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e28e97c-c0c6-41f0-8564-c24979d23e2a None None] Attempting to bind port 4055064a-3174-45b9-b01f-7a663a281dbc on network 4ae4bd86-9baa-4a46-894e-9d6319ec74c4 {{(pid=120043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 12:56:57.943935 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-4c48ce05-f892-48ce-a418-ef5c718af25e admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.7317514 Sep 03 12:56:57.947512 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 34474) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:56:57.957649 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e28e97c-c0c6-41f0-8564-c24979d23e2a None None] Checking agent: {'id': '54d2aec0-bb47-465a-a42e-8bc5f6172949', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 12, 48, 38), 'started_at': datetime.datetime(2021, 9, 3, 12, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 12, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 12:56:57.958463 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e28e97c-c0c6-41f0-8564-c24979d23e2a None None] Checking segment: {'id': '32a72ad9-2465-4193-b477-40371effc92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4ae4bd86-9baa-4a46-894e-9d6319ec74c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 12:56:57.959079 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-7e28e97c-c0c6-41f0-8564-c24979d23e2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:57.959665 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e28e97c-c0c6-41f0-8564-c24979d23e2a None None] Bound using segment: {'id': '32a72ad9-2465-4193-b477-40371effc92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4ae4bd86-9baa-4a46-894e-9d6319ec74c4'} {{(pid=120043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 12:56:57.960380 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.managers [None req-7e28e97c-c0c6-41f0-8564-c24979d23e2a None None] Bound port: 4055064a-3174-45b9-b01f-7a663a281dbc, host: dv-cinder-788782-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a72ad9-2465-4193-b477-40371effc92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4ae4bd86-9baa-4a46-894e-9d6319ec74c4'}}] {{(pid=120043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 12:56:57.961136 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-7e28e97c-c0c6-41f0-8564-c24979d23e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:57.964817 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e28e97c-c0c6-41f0-8564-c24979d23e2a None None] Pushing event updated for resources: {'Port': ['ID=4055064a-3174-45b9-b01f-7a663a281dbc,revision_number=1']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:56:57.990990 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [req-1786d1e5-4ef6-4d8e-b026-4fbd8c5dfb13 req-da09c895-4fda-4710-875a-4498272c5987 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=120042) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 12:56:57.992223 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-1786d1e5-4ef6-4d8e-b026-4fbd8c5dfb13 req-da09c895-4fda-4710-875a-4498272c5987 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0785804 Sep 03 12:56:58.041672 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_dvr_db [None req-4a1f6bc1-0e98-49b4-9e60-8e66925f0295 None None] Set router 223dd69f-d707-480c-83c4-40778eeb8b95 gateway port host: dv-cinder-788782-9-iscsi {{(pid=120044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 12:56:58.048681 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-7e28e97c-c0c6-41f0-8564-c24979d23e2a None None] For port 4055064a-3174-45b9-b01f-7a663a281dbc, host dv-cinder-788782-9-iscsi, cleared binding levels {{(pid=120043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 12:56:58.053506 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-7e28e97c-c0c6-41f0-8564-c24979d23e2a None None] For port 4055064a-3174-45b9-b01f-7a663a281dbc, host dv-cinder-788782-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-9-iscsi',level=0,port_id=4055064a-3174-45b9-b01f-7a663a281dbc,segment=NetworkSegment(32a72ad9-2465-4193-b477-40371effc92a),segment_id=32a72ad9-2465-4193-b477-40371effc92a)] {{(pid=120043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 12:56:58.056315 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-bf1cca18-5a57-4f6a-b91f-337c4ff9f882 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:58.109508 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-7e28e97c-c0c6-41f0-8564-c24979d23e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:58.177065 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e28e97c-c0c6-41f0-8564-c24979d23e2a None None] Pushing event updated for resources: {'Port': ['ID=4055064a-3174-45b9-b01f-7a663a281dbc,revision_number=2']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:56:58.189580 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.db.db_base_plugin_common [None req-b7412dd9-f8aa-4e32-9f1d-99bf1866b66b admin admin] Allocated IP 172.27.3.98 (9198821c-ee56-4cb5-9e5d-ab43e0594ece/2efca78d-d4c6-45b2-a3f0-03ef309b0579/b2a98f04-fab5-4a03-89bf-2d69c1ecc08c) {{(pid=120041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 12:56:58.252084 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_hamode_db [None req-4a1f6bc1-0e98-49b4-9e60-8e66925f0295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223dd69f-d707-480c-83c4-40778eeb8b95', 'name': 'tempest-AttachVolumeTestJSON-1455870475-router', 'tenant_id': '2a026b60655d4a369b93374d125b02b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': 'ae63e0fe-230b-4a4a-a7d0-62a2453b5b53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:56:53Z', 'updated_at': '2021-09-03T12:56:56Z', 'revision_number': 3, 'project_id': '2a026b60655d4a369b93374d125b02b1', 'gw_port': {'id': 'ae63e0fe-230b-4a4a-a7d0-62a2453b5b53', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:4a:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '223dd69f-d707-480c-83c4-40778eeb8b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:56:54Z', 'updated_at': '2021-09-03T12:56:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi'}], 'dv-cinder-788782-9-iscsi', False) {} {{(pid=120044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:56:58.280615 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1f6bc1-0e98-49b4-9e60-8e66925f0295 None None] Checking router: 223dd69f-d707-480c-83c4-40778eeb8b95 for host: dv-cinder-788782-9-iscsi {{(pid=120044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 12:56:58.281260 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1f6bc1-0e98-49b4-9e60-8e66925f0295 None None] Updating router 223dd69f-d707-480c-83c4-40778eeb8b95 port ae63e0fe-230b-4a4a-a7d0-62a2453b5b53 binding host dv-cinder-788782-9-iscsi {{(pid=120044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 12:56:58.309789 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron_lib.callbacks.manager [None req-4a1f6bc1-0e98-49b4-9e60-8e66925f0295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:58.370727 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-1786d1e5-4ef6-4d8e-b026-4fbd8c5dfb13 req-7691f39e-fa9b-4692-a883-dc2758d9d238 service neutron] 10.222.0.24 "GET /v2.0/networks/5e5b8b41-03d5-4554-969f-d7a30c751bff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3349209 Sep 03 12:56:58.389259 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-bf1cca18-5a57-4f6a-b91f-337c4ff9f882 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1664245'] for router, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:58.394557 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-b7412dd9-f8aa-4e32-9f1d-99bf1866b66b admin admin] Notify callbacks [] for port, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:58.457699 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-da267084-a0e4-4209-ad99-51360e08124d req-f21fd338-f280-40f3-a0fa-1d2957a80a6f service neutron] 10.222.0.24 "GET /v2.0/networks/6188b2f6-b26c-4562-8b61-dd68bee2cf74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5109384 Sep 03 12:56:58.592524 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-1786d1e5-4ef6-4d8e-b026-4fbd8c5dfb13 req-684fd56e-c6b0-4435-8d66-3dca39e50563 service neutron] 10.222.0.24 "GET /v2.0/networks/5e5b8b41-03d5-4554-969f-d7a30c751bff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153041 Sep 03 12:56:58.605561 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-b7412dd9-f8aa-4e32-9f1d-99bf1866b66b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763613061259'] for port, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:58.696668 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Device 4055064a-3174-45b9-b01f-7a663a281dbc up at agent ovs-agent-dv-cinder-788782-9-iscsi {{(pid=120043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:56:58.714301 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7412dd9-f8aa-4e32-9f1d-99bf1866b66b admin admin] Pushing event updated for resources: {'Port': ['ID=b2a98f04-fab5-4a03-89bf-2d69c1ecc08c,revision_number=1']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:56:58.728153 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7412dd9-f8aa-4e32-9f1d-99bf1866b66b admin admin] Network 9198821c-ee56-4cb5-9e5d-ab43e0594ece is already hosted by enough agents. {{(pid=120041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 12:56:58.734311 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.scheduler.base_scheduler [None req-b7412dd9-f8aa-4e32-9f1d-99bf1866b66b admin admin] Resources bound (agent type, host, resource id): {{(pid=120041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:56:58.741303 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7412dd9-f8aa-4e32-9f1d-99bf1866b66b admin admin] Received port after_create {{(pid=120041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 12:56:58.798972 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron_lib.callbacks.manager [None req-4a1f6bc1-0e98-49b4-9e60-8e66925f0295 None None] Notify callbacks [] for port, precommit_update {{(pid=120044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:58.820379 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.provisioning_blocks [None req-4a1f6bc1-0e98-49b4-9e60-8e66925f0295 None None] Transition to ACTIVE for port object ae63e0fe-230b-4a4a-a7d0-62a2453b5b53 will not be triggered until provisioned by entity L2. {{(pid=120044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 12:56:58.835149 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf1cca18-5a57-4f6a-b91f-337c4ff9f882 admin admin] Router a503039f-80ae-4a77-9d06-514d451c4b0b is scheduled to L3 agent 3ba3cff0-0714-4a2d-b638-391a63c22700 with binding_index 1 {{(pid=120041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 12:56:58.859149 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-08f51270-9900-45ae-a958-671501e71079 None None] Provisioning for port 4055064a-3174-45b9-b01f-7a663a281dbc completed by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 12:56:58.869032 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Device e69db9af-aa32-4965-b4ca-c5e00e8a7f71 up at agent ovs-agent-dv-cinder-788782-9-iscsi {{(pid=120043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:56:58.881035 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron_lib.callbacks.manager [None req-4a1f6bc1-0e98-49b4-9e60-8e66925f0295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:58.938317 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-da267084-a0e4-4209-ad99-51360e08124d req-5084f0ae-d6eb-4aff-8433-bd8f05923b5d service neutron] 10.222.0.24 "GET /v2.0/networks/6188b2f6-b26c-4562-8b61-dd68bee2cf74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4668570 Sep 03 12:56:58.974138 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-08f51270-9900-45ae-a958-671501e71079 None None] Provisioning complete for port e69db9af-aa32-4965-b4ca-c5e00e8a7f71 triggered by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:56:58.974543 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:58.994387 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.plugins.ml2.managers [None req-4a1f6bc1-0e98-49b4-9e60-8e66925f0295 None None] Attempting to bind port ae63e0fe-230b-4a4a-a7d0-62a2453b5b53 on host dv-cinder-788782-9-iscsi for vnic_type normal with profile {{(pid=120044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 12:56:58.996435 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.plugins.ml2.managers [None req-4a1f6bc1-0e98-49b4-9e60-8e66925f0295 None None] Attempting to bind port ae63e0fe-230b-4a4a-a7d0-62a2453b5b53 by drivers openvswitch,hyperv on host dv-cinder-788782-9-iscsi at level 0 using segments [{'id': 'c1a38775-ec28-415d-bb88-0cf7761c0f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece'}] {{(pid=120044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 12:56:59.000064 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1f6bc1-0e98-49b4-9e60-8e66925f0295 None None] Attempting to bind port ae63e0fe-230b-4a4a-a7d0-62a2453b5b53 on network 9198821c-ee56-4cb5-9e5d-ab43e0594ece {{(pid=120044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 12:56:59.082397 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1f6bc1-0e98-49b4-9e60-8e66925f0295 None None] Checking agent: {'id': '54d2aec0-bb47-465a-a42e-8bc5f6172949', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 12, 48, 38), 'started_at': datetime.datetime(2021, 9, 3, 12, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 12, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 12:56:59.082397 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1f6bc1-0e98-49b4-9e60-8e66925f0295 None None] Checking segment: {'id': 'c1a38775-ec28-415d-bb88-0cf7761c0f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 12:56:59.082397 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron_lib.callbacks.manager [None req-4a1f6bc1-0e98-49b4-9e60-8e66925f0295 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=120044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:59.082397 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1f6bc1-0e98-49b4-9e60-8e66925f0295 None None] Bound using segment: {'id': 'c1a38775-ec28-415d-bb88-0cf7761c0f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece'} {{(pid=120044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 12:56:59.082397 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.plugins.ml2.managers [None req-4a1f6bc1-0e98-49b4-9e60-8e66925f0295 None None] Bound port: ae63e0fe-230b-4a4a-a7d0-62a2453b5b53, host: dv-cinder-788782-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1a38775-ec28-415d-bb88-0cf7761c0f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece'}}] {{(pid=120044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 12:56:59.082397 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron_lib.callbacks.manager [None req-4a1f6bc1-0e98-49b4-9e60-8e66925f0295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:59.205173 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a756fb-ab9b-4e03-a6f3-aa6ec6649f08 None None] Pushing event updated for resources: {'Port': ['ID=ae63e0fe-230b-4a4a-a7d0-62a2453b5b53,revision_number=2']} {{(pid=120044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:56:59.246885 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a756fb-ab9b-4e03-a6f3-aa6ec6649f08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:56:59.247247 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a756fb-ab9b-4e03-a6f3-aa6ec6649f08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:56:59.247593 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a756fb-ab9b-4e03-a6f3-aa6ec6649f08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:56:59.248084 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a756fb-ab9b-4e03-a6f3-aa6ec6649f08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:56:59.248359 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a756fb-ab9b-4e03-a6f3-aa6ec6649f08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:56:59.248693 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a756fb-ab9b-4e03-a6f3-aa6ec6649f08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:56:59.249505 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a756fb-ab9b-4e03-a6f3-aa6ec6649f08 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:56:59.249865 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a756fb-ab9b-4e03-a6f3-aa6ec6649f08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:56:59.250221 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a756fb-ab9b-4e03-a6f3-aa6ec6649f08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:56:59.250557 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a756fb-ab9b-4e03-a6f3-aa6ec6649f08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:56:59.250891 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a756fb-ab9b-4e03-a6f3-aa6ec6649f08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:56:59.251477 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a756fb-ab9b-4e03-a6f3-aa6ec6649f08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:56:59.253639 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf1cca18-5a57-4f6a-b91f-337c4ff9f882 admin admin] Notify agent at l3_agent.dv-cinder-788782-9-iscsi the message routers_updated {{(pid=120041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 12:56:59.255058 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a756fb-ab9b-4e03-a6f3-aa6ec6649f08 None None] Tracked resource versions report: Sep 03 12:56:59.255058 dv-cinder-788782-9-iscsi neutron-server[120044]: pushed versions: Sep 03 12:56:59.255058 dv-cinder-788782-9-iscsi neutron-server[120044]: { 'AddressGroup': {'1.2'}, Sep 03 12:56:59.255058 dv-cinder-788782-9-iscsi neutron-server[120044]: 'ConntrackHelper': {'1.0'}, Sep 03 12:56:59.255058 dv-cinder-788782-9-iscsi neutron-server[120044]: 'Log': {'1.0'}, Sep 03 12:56:59.255058 dv-cinder-788782-9-iscsi neutron-server[120044]: 'Network': {'1.1'}, Sep 03 12:56:59.255058 dv-cinder-788782-9-iscsi neutron-server[120044]: 'Port': {'1.7'}, Sep 03 12:56:59.255058 dv-cinder-788782-9-iscsi neutron-server[120044]: 'PortForwarding': {'1.2'}, Sep 03 12:56:59.255058 dv-cinder-788782-9-iscsi neutron-server[120044]: 'QosPolicy': {'1.9'}, Sep 03 12:56:59.255058 dv-cinder-788782-9-iscsi neutron-server[120044]: 'SecurityGroup': {'1.4'}, Sep 03 12:56:59.255058 dv-cinder-788782-9-iscsi neutron-server[120044]: 'SecurityGroupRule': {'1.2'}, Sep 03 12:56:59.255058 dv-cinder-788782-9-iscsi neutron-server[120044]: 'SubPort': {'1.0'}, Sep 03 12:56:59.255058 dv-cinder-788782-9-iscsi neutron-server[120044]: 'Subnet': {'1.1'}, Sep 03 12:56:59.255058 dv-cinder-788782-9-iscsi neutron-server[120044]: 'Trunk': {'1.1'}} Sep 03 12:56:59.255058 dv-cinder-788782-9-iscsi neutron-server[120044]: consumer versions: Sep 03 12:56:59.255058 dv-cinder-788782-9-iscsi neutron-server[120044]: { DHCP agent@dv-cinder-788782-9-iscsi: {}, Sep 03 12:56:59.255058 dv-cinder-788782-9-iscsi neutron-server[120044]: HyperV agent@hv-cinder-78878: {}, Sep 03 12:56:59.255058 dv-cinder-788782-9-iscsi neutron-server[120044]: L3 agent@dv-cinder-788782-9-iscsi: {}, Sep 03 12:56:59.255058 dv-cinder-788782-9-iscsi neutron-server[120044]: Metadata agent@dv-cinder-788782-9-iscsi: {}, Sep 03 12:56:59.255058 dv-cinder-788782-9-iscsi neutron-server[120044]: Metering agent@dv-cinder-788782-9-iscsi: {}, Sep 03 12:56:59.255058 dv-cinder-788782-9-iscsi neutron-server[120044]: Open vSwitch agent@dv-cinder-788782-9-iscsi: { 'AddressGroup': '1.2', Sep 03 12:56:59.255058 dv-cinder-788782-9-iscsi neutron-server[120044]: 'ConntrackHelper': '1.0', Sep 03 12:56:59.255058 dv-cinder-788782-9-iscsi neutron-server[120044]: 'Log': '1.0', Sep 03 12:56:59.255058 dv-cinder-788782-9-iscsi neutron-server[120044]: 'Network': '1.1', Sep 03 12:56:59.255058 dv-cinder-788782-9-iscsi neutron-server[120044]: 'Port': '1.7', Sep 03 12:56:59.255058 dv-cinder-788782-9-iscsi neutron-server[120044]: 'PortForwarding': '1.2', Sep 03 12:56:59.255058 dv-cinder-788782-9-iscsi neutron-server[120044]: 'QosPolicy': '1.9', Sep 03 12:56:59.255058 dv-cinder-788782-9-iscsi neutron-server[120044]: 'SecurityGroup': '1.4', Sep 03 12:56:59.255058 dv-cinder-788782-9-iscsi neutron-server[120044]: 'SecurityGroupRule': '1.2', Sep 03 12:56:59.255058 dv-cinder-788782-9-iscsi neutron-server[120044]: 'SubPort': '1.0', Sep 03 12:56:59.255058 dv-cinder-788782-9-iscsi neutron-server[120044]: 'Subnet': '1.1', Sep 03 12:56:59.255058 dv-cinder-788782-9-iscsi neutron-server[120044]: 'Trunk': '1.1'}} Sep 03 12:56:59.255058 dv-cinder-788782-9-iscsi neutron-server[120044]: {{(pid=120044) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 12:56:59.273308 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e19377c-598d-4301-9f23-74b0a610a141 None None] Sync routers for ids ['a503039f-80ae-4a77-9d06-514d451c4b0b'] in dv-cinder-788782-9-iscsi {{(pid=120043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 12:56:59.280821 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-d73e1a13-861d-4e7c-ac57-29b9f5c946f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:59.293524 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e19377c-598d-4301-9f23-74b0a610a141 None None] Routers {'a503039f-80ae-4a77-9d06-514d451c4b0b'} bound to L3 agent in host dv-cinder-788782-9-iscsi {{(pid=120043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 12:56:59.295028 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_hamode_db [None req-7e19377c-598d-4301-9f23-74b0a610a141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T12:48:38Z,description=,heartbeat_timestamp=2021-09-03T12:56:38Z,host='dv-cinder-788782-9-iscsi',id=3ba3cff0-0714-4a2d-b638-391a63c22700,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:48:38Z,topic='l3_agent')) {'router_ids': ['a503039f-80ae-4a77-9d06-514d451c4b0b'], 'active': True} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:56:59.301077 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.plugins.ml2.db [None req-4a1f6bc1-0e98-49b4-9e60-8e66925f0295 None None] For port ae63e0fe-230b-4a4a-a7d0-62a2453b5b53, host dv-cinder-788782-9-iscsi, cleared binding levels {{(pid=120044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 12:56:59.313565 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.plugins.ml2.db [None req-4a1f6bc1-0e98-49b4-9e60-8e66925f0295 None None] For port ae63e0fe-230b-4a4a-a7d0-62a2453b5b53, host dv-cinder-788782-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-9-iscsi',level=0,port_id=ae63e0fe-230b-4a4a-a7d0-62a2453b5b53,segment=NetworkSegment(c1a38775-ec28-415d-bb88-0cf7761c0f56),segment_id=c1a38775-ec28-415d-bb88-0cf7761c0f56)] {{(pid=120044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 12:56:59.367322 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-bf1cca18-5a57-4f6a-b91f-337c4ff9f882 admin admin] Notify callbacks [] for router, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:59.368828 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-bf1cca18-5a57-4f6a-b91f-337c4ff9f882 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.9446673 Sep 03 12:56:59.372310 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 34518) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:56:59.390261 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron_lib.callbacks.manager [None req-4a1f6bc1-0e98-49b4-9e60-8e66925f0295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:59.517766 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvr_db [None req-7e19377c-598d-4301-9f23-74b0a610a141 None None] Set router a503039f-80ae-4a77-9d06-514d451c4b0b gateway port host: dv-cinder-788782-9-iscsi {{(pid=120043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 12:56:59.522564 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-b7412dd9-f8aa-4e32-9f1d-99bf1866b66b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:56:59.573429 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-4c577c95-fd15-46b8-b3c7-1b6548befce7 req-170735cf-123d-4347-b90b-f95a708e00ed tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/ports?device_id=586a3dfb-7487-4647-be53-d8125a0c749a HTTP/1.1" status: 200 len: 210 time: 0.2951648 Sep 03 12:56:59.576523 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1f6bc1-0e98-49b4-9e60-8e66925f0295 None None] Routers {'223dd69f-d707-480c-83c4-40778eeb8b95'} bound to L3 agent in host dv-cinder-788782-9-iscsi {{(pid=120044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 12:56:59.576658 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_hamode_db [None req-4a1f6bc1-0e98-49b4-9e60-8e66925f0295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T12:48:38Z,description=,heartbeat_timestamp=2021-09-03T12:56:38Z,host='dv-cinder-788782-9-iscsi',id=3ba3cff0-0714-4a2d-b638-391a63c22700,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:48:38Z,topic='l3_agent')) {'router_ids': ['223dd69f-d707-480c-83c4-40778eeb8b95'], 'active': True} {{(pid=120044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:56:59.580088 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a756fb-ab9b-4e03-a6f3-aa6ec6649f08 None None] Pushing event updated for resources: {'Port': ['ID=ae63e0fe-230b-4a4a-a7d0-62a2453b5b53,revision_number=3']} {{(pid=120044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:56:59.815911 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74484c37-0b49-4b1e-86ef-1f4a3273b3e8 None None] Network 4ae4bd86-9baa-4a46-894e-9d6319ec74c4 requested from dv-cinder-788782-9-iscsi {{(pid=120043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 12:56:59.837035 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_dvr_db [None req-4a1f6bc1-0e98-49b4-9e60-8e66925f0295 None None] Set router 223dd69f-d707-480c-83c4-40778eeb8b95 gateway port host: dv-cinder-788782-9-iscsi {{(pid=120044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 12:56:59.926677 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.db_base_plugin_common [None req-d73e1a13-861d-4e7c-ac57-29b9f5c946f9 admin admin] Allocated IP 172.20.0.1 (45e81d3f-b881-425b-99ca-1daab65347e2/18f4b7c2-4c96-420d-afc2-0ae06dbda8bd/6c49beb3-2a94-4675-a9b6-b262fd3c70ba) {{(pid=120042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 12:57:00.098734 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-f7133038-2f59-42c9-a824-a5559876b094 req-4a8e344f-c4be-4f37-ae89-9194df1d8aa7 tempest-DeleteServersTestJSON-125597565 tempest-DeleteServersTestJSON-125597565-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a8c6589-cdd9-423f-8768-c5e11124438e HTTP/1.1" status: 200 len: 210 time: 0.1472285 Sep 03 12:57:00.132331 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-a23b7582-929f-4568-af35-396177169b3d None None] Provisioning for port 4055064a-3174-45b9-b01f-7a663a281dbc completed by entity DHCP. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 12:57:00.157746 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-a23b7582-929f-4568-af35-396177169b3d None None] Provisioning complete for port 4055064a-3174-45b9-b01f-7a663a281dbc triggered by entity DHCP. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:57:00.163876 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-a23b7582-929f-4568-af35-396177169b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:00.249718 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 34576) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:57:00.320532 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_hamode_db [None req-7e19377c-598d-4301-9f23-74b0a610a141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a503039f-80ae-4a77-9d06-514d451c4b0b', 'name': 'tempest-ServerRescueNegativeTestJSON-6061853-router', 'tenant_id': 'ded28f26959b44b3a09129cafe54c3ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '02562da2-d5b6-4e8e-bbfb-d6baa245dad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:56:53Z', 'updated_at': '2021-09-03T12:56:57Z', 'revision_number': 3, 'project_id': 'ded28f26959b44b3a09129cafe54c3ac', 'gw_port': {'id': '02562da2-d5b6-4e8e-bbfb-d6baa245dad8', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:6c:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a503039f-80ae-4a77-9d06-514d451c4b0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:56:55Z', 'updated_at': '2021-09-03T12:56:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi'}], 'dv-cinder-788782-9-iscsi', False) {} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:57:00.330226 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-d73e1a13-861d-4e7c-ac57-29b9f5c946f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:00.361620 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.provisioning_blocks [None req-d73e1a13-861d-4e7c-ac57-29b9f5c946f9 admin admin] Transition to ACTIVE for port object 6c49beb3-2a94-4675-a9b6-b262fd3c70ba will not be triggered until provisioned by entity DHCP. {{(pid=120042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 12:57:00.378951 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_hamode_db [None req-4a1f6bc1-0e98-49b4-9e60-8e66925f0295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223dd69f-d707-480c-83c4-40778eeb8b95', 'name': 'tempest-AttachVolumeTestJSON-1455870475-router', 'tenant_id': '2a026b60655d4a369b93374d125b02b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': 'ae63e0fe-230b-4a4a-a7d0-62a2453b5b53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:56:53Z', 'updated_at': '2021-09-03T12:56:56Z', 'revision_number': 3, 'project_id': '2a026b60655d4a369b93374d125b02b1', 'gw_port': {'id': 'ae63e0fe-230b-4a4a-a7d0-62a2453b5b53', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:4a:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '223dd69f-d707-480c-83c4-40778eeb8b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:56:54Z', 'updated_at': '2021-09-03T12:56:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi'}], 'dv-cinder-788782-9-iscsi', False) {} {{(pid=120044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:57:00.407764 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e19377c-598d-4301-9f23-74b0a610a141 None None] Checking router: a503039f-80ae-4a77-9d06-514d451c4b0b for host: dv-cinder-788782-9-iscsi {{(pid=120043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 12:57:00.407764 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e19377c-598d-4301-9f23-74b0a610a141 None None] Updating router a503039f-80ae-4a77-9d06-514d451c4b0b port 02562da2-d5b6-4e8e-bbfb-d6baa245dad8 binding host dv-cinder-788782-9-iscsi {{(pid=120043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 12:57:00.438637 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1f6bc1-0e98-49b4-9e60-8e66925f0295 None None] The sync data for ids ['223dd69f-d707-480c-83c4-40778eeb8b95'] in dv-cinder-788782-9-iscsi is: [{'id': '223dd69f-d707-480c-83c4-40778eeb8b95', 'name': 'tempest-AttachVolumeTestJSON-1455870475-router', 'tenant_id': '2a026b60655d4a369b93374d125b02b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': 'ae63e0fe-230b-4a4a-a7d0-62a2453b5b53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:56:53Z', 'updated_at': '2021-09-03T12:56:56Z', 'revision_number': 3, 'project_id': '2a026b60655d4a369b93374d125b02b1', 'gw_port': {'id': 'ae63e0fe-230b-4a4a-a7d0-62a2453b5b53', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:4a:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '223dd69f-d707-480c-83c4-40778eeb8b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:56:54Z', 'updated_at': '2021-09-03T12:56:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi'}] {{(pid=120044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 12:57:00.478386 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-7e19377c-598d-4301-9f23-74b0a610a141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:00.587323 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-b7412dd9-f8aa-4e32-9f1d-99bf1866b66b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1664245'] for router, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:00.594207 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-7f5c6226-e29b-4c33-a1c1-e60d511db21e admin admin] Notify callbacks [] for security_group, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:00.603167 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-d73e1a13-861d-4e7c-ac57-29b9f5c946f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763613061259'] for port, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:00.695158 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-a23b7582-929f-4568-af35-396177169b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:00.753007 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73e1a13-861d-4e7c-ac57-29b9f5c946f9 admin admin] Network 45e81d3f-b881-425b-99ca-1daab65347e2 is already hosted by enough agents. {{(pid=120042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 12:57:00.757189 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.base_scheduler [None req-d73e1a13-861d-4e7c-ac57-29b9f5c946f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=120042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:57:00.785265 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-9f2bf20d-4506-4184-bdca-8ec62ccf3c23 req-327dad92-d3d4-4b99-9d8d-12b7d8dbf057 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/ports?device_id=586a3dfb-7487-4647-be53-d8125a0c749a HTTP/1.1" status: 200 len: 210 time: 0.1041257 Sep 03 12:57:00.798431 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73e1a13-861d-4e7c-ac57-29b9f5c946f9 admin admin] Received port after_create {{(pid=120042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 12:57:00.798431 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-d73e1a13-861d-4e7c-ac57-29b9f5c946f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1748896'] for router_interface, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:00.869572 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-a23b7582-929f-4568-af35-396177169b3d None None] For port 4055064a-3174-45b9-b01f-7a663a281dbc, host dv-cinder-788782-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-9-iscsi',level=0,port_id=4055064a-3174-45b9-b01f-7a663a281dbc,segment=NetworkSegment(32a72ad9-2465-4193-b477-40371effc92a),segment_id=32a72ad9-2465-4193-b477-40371effc92a)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:57:00.926249 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-d1a9e0ac-eeb9-4a4c-83c2-a600f07b9f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:00.953768 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73e1a13-861d-4e7c-ac57-29b9f5c946f9 admin admin] Pushing event updated for resources: {'Port': ['ID=6c49beb3-2a94-4675-a9b6-b262fd3c70ba,revision_number=1']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:00.981897 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-a23b7582-929f-4568-af35-396177169b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:01.122309 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7412dd9-f8aa-4e32-9f1d-99bf1866b66b admin admin] Router 2a97104e-f6e3-4a22-b1ff-5779da7856c7 is scheduled to L3 agent 3ba3cff0-0714-4a2d-b638-391a63c22700 with binding_index 1 {{(pid=120041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 12:57:01.165881 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-eccf5dce-a668-458e-939e-e363aca1347f None None] Provisioning complete for port 4055064a-3174-45b9-b01f-7a663a281dbc triggered by entity DHCP. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:57:01.166507 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-eccf5dce-a668-458e-939e-e363aca1347f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:01.168128 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23b7582-929f-4568-af35-396177169b3d None None] Pushing event updated for resources: {'Port': ['ID=4055064a-3174-45b9-b01f-7a663a281dbc,revision_number=3']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:01.205285 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-7f5c6226-e29b-4c33-a1c1-e60d511db21e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:01.281558 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-24ddc525-1edf-4f97-bfd9-89fe4d78af6f req-8f2abbd4-2f5c-4591-8274-bd3cbf37b684 tempest-DeleteServersTestJSON-125597565 tempest-DeleteServersTestJSON-125597565-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a8c6589-cdd9-423f-8768-c5e11124438e HTTP/1.1" status: 200 len: 210 time: 0.0421684 Sep 03 12:57:01.284714 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-7f5c6226-e29b-4c33-a1c1-e60d511db21e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:01.338736 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-d73e1a13-861d-4e7c-ac57-29b9f5c946f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:01.373973 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-7e19377c-598d-4301-9f23-74b0a610a141 None None] Notify callbacks [] for port, precommit_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:01.391599 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5c6226-e29b-4c33-a1c1-e60d511db21e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03a8244f-5a4c-48e1-87aa-fe147e44c4d1,revision_number=1']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:01.392337 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-7e19377c-598d-4301-9f23-74b0a610a141 None None] Transition to ACTIVE for port object 02562da2-d5b6-4e8e-bbfb-d6baa245dad8 will not be triggered until provisioned by entity L2. {{(pid=120043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 12:57:01.403557 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-7f5c6226-e29b-4c33-a1c1-e60d511db21e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e6fe42cced93406c89b520f1d0308b24&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1525371 Sep 03 12:57:01.407735 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 34602) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:57:01.430018 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7412dd9-f8aa-4e32-9f1d-99bf1866b66b admin admin] Notify agent at l3_agent.dv-cinder-788782-9-iscsi the message routers_updated {{(pid=120041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 12:57:01.448421 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0778a35b-915b-47f9-8cf7-c1787efe9fd4 None None] Sync routers for ids ['2a97104e-f6e3-4a22-b1ff-5779da7856c7'] in dv-cinder-788782-9-iscsi {{(pid=120044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 12:57:01.466800 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0778a35b-915b-47f9-8cf7-c1787efe9fd4 None None] Routers {'2a97104e-f6e3-4a22-b1ff-5779da7856c7'} bound to L3 agent in host dv-cinder-788782-9-iscsi {{(pid=120044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 12:57:01.468217 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_hamode_db [None req-0778a35b-915b-47f9-8cf7-c1787efe9fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T12:48:38Z,description=,heartbeat_timestamp=2021-09-03T12:56:38Z,host='dv-cinder-788782-9-iscsi',id=3ba3cff0-0714-4a2d-b638-391a63c22700,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:48:38Z,topic='l3_agent')) {'router_ids': ['2a97104e-f6e3-4a22-b1ff-5779da7856c7'], 'active': True} {{(pid=120044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:57:01.502326 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-7e19377c-598d-4301-9f23-74b0a610a141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:01.569961 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.managers [None req-7e19377c-598d-4301-9f23-74b0a610a141 None None] Attempting to bind port 02562da2-d5b6-4e8e-bbfb-d6baa245dad8 on host dv-cinder-788782-9-iscsi for vnic_type normal with profile {{(pid=120043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 12:57:01.570354 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.managers [None req-7e19377c-598d-4301-9f23-74b0a610a141 None None] Attempting to bind port 02562da2-d5b6-4e8e-bbfb-d6baa245dad8 by drivers openvswitch,hyperv on host dv-cinder-788782-9-iscsi at level 0 using segments [{'id': 'c1a38775-ec28-415d-bb88-0cf7761c0f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece'}] {{(pid=120043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 12:57:01.570733 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e19377c-598d-4301-9f23-74b0a610a141 None None] Attempting to bind port 02562da2-d5b6-4e8e-bbfb-d6baa245dad8 on network 9198821c-ee56-4cb5-9e5d-ab43e0594ece {{(pid=120043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 12:57:01.600180 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-b7412dd9-f8aa-4e32-9f1d-99bf1866b66b admin admin] Notify callbacks [] for router, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:01.605951 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-b7412dd9-f8aa-4e32-9f1d-99bf1866b66b admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.9808581 Sep 03 12:57:01.606845 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 34604) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:57:01.638801 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e19377c-598d-4301-9f23-74b0a610a141 None None] Checking agent: {'id': '54d2aec0-bb47-465a-a42e-8bc5f6172949', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 12, 48, 38), 'started_at': datetime.datetime(2021, 9, 3, 12, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 12, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 12:57:01.639390 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e19377c-598d-4301-9f23-74b0a610a141 None None] Checking segment: {'id': 'c1a38775-ec28-415d-bb88-0cf7761c0f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 12:57:01.640624 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-7e19377c-598d-4301-9f23-74b0a610a141 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:01.641086 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e19377c-598d-4301-9f23-74b0a610a141 None None] Bound using segment: {'id': 'c1a38775-ec28-415d-bb88-0cf7761c0f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece'} {{(pid=120043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 12:57:01.641591 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.managers [None req-7e19377c-598d-4301-9f23-74b0a610a141 None None] Bound port: 02562da2-d5b6-4e8e-bbfb-d6baa245dad8, host: dv-cinder-788782-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1a38775-ec28-415d-bb88-0cf7761c0f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece'}}] {{(pid=120043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 12:57:01.642089 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-7e19377c-598d-4301-9f23-74b0a610a141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:01.692712 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-fd9fb436-64b3-4bcc-a329-299eb35656a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:01.706620 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-d73e1a13-861d-4e7c-ac57-29b9f5c946f9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:01.733613 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-2ba7c935-2a17-4271-b301-7c5865646cca None None] Provisioning for port 6c49beb3-2a94-4675-a9b6-b262fd3c70ba completed by entity DHCP. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 12:57:01.758159 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-2ba7c935-2a17-4271-b301-7c5865646cca None None] Provisioning complete for port 6c49beb3-2a94-4675-a9b6-b262fd3c70ba triggered by entity DHCP. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:57:01.758537 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-2ba7c935-2a17-4271-b301-7c5865646cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:01.770674 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_dvr_db [None req-0778a35b-915b-47f9-8cf7-c1787efe9fd4 None None] Set router 2a97104e-f6e3-4a22-b1ff-5779da7856c7 gateway port host: dv-cinder-788782-9-iscsi {{(pid=120044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 12:57:01.780860 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-d73e1a13-861d-4e7c-ac57-29b9f5c946f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:01.785299 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-d73e1a13-861d-4e7c-ac57-29b9f5c946f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1666096'] for router_interface, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:01.797919 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.db.db_base_plugin_common [None req-d1a9e0ac-eeb9-4a4c-83c2-a600f07b9f42 admin admin] Allocated IP 172.20.0.1 (d8a10b69-52c5-4ba7-9e6b-9d664f8fb5ae/c7423f83-7cc4-42fa-82eb-8016662f087e/57286b95-ae87-4189-9528-fca691c90394) {{(pid=120041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 12:57:01.811246 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.plugin [None req-2ba7c935-2a17-4271-b301-7c5865646cca None None] Port 6c49beb3-2a94-4675-a9b6-b262fd3c70ba cannot update to ACTIVE because it is not bound. {{(pid=120043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 12:57:01.835897 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408ea3cc-eab3-4f94-9451-b0578b51ee19 None None] Pushing event updated for resources: {'Port': ['ID=02562da2-d5b6-4e8e-bbfb-d6baa245dad8,revision_number=2']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:01.873291 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-fd9fb436-64b3-4bcc-a329-299eb35656a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:01.875249 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 34620) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:57:01.882068 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-7e19377c-598d-4301-9f23-74b0a610a141 None None] For port 02562da2-d5b6-4e8e-bbfb-d6baa245dad8, host dv-cinder-788782-9-iscsi, cleared binding levels {{(pid=120043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 12:57:01.887580 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-7e19377c-598d-4301-9f23-74b0a610a141 None None] For port 02562da2-d5b6-4e8e-bbfb-d6baa245dad8, host dv-cinder-788782-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-9-iscsi',level=0,port_id=02562da2-d5b6-4e8e-bbfb-d6baa245dad8,segment=NetworkSegment(c1a38775-ec28-415d-bb88-0cf7761c0f56),segment_id=c1a38775-ec28-415d-bb88-0cf7761c0f56)] {{(pid=120043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 12:57:02.022731 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-7e19377c-598d-4301-9f23-74b0a610a141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:02.097047 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73e1a13-861d-4e7c-ac57-29b9f5c946f9 admin admin] Pushing event updated for resources: {'Port': ['ID=6c49beb3-2a94-4675-a9b6-b262fd3c70ba,revision_number=2']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:02.116676 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-fd9fb436-64b3-4bcc-a329-299eb35656a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:02.120021 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-fd9fb436-64b3-4bcc-a329-299eb35656a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:02.123727 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-fd9fb436-64b3-4bcc-a329-299eb35656a1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/03a8244f-5a4c-48e1-87aa-fe147e44c4d1 HTTP/1.1" status: 204 len: 168 time: 0.7124708 Sep 03 12:57:02.154378 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9fb436-64b3-4bcc-a329-299eb35656a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03a8244f-5a4c-48e1-87aa-fe147e44c4d1,revision_number=None']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:02.162429 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-cd4b499b-1338-4587-bcc5-93b1ac8f7198 req-bc8df936-7121-4939-9281-eb409b261704 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/ports?device_id=586a3dfb-7487-4647-be53-d8125a0c749a HTTP/1.1" status: 200 len: 210 time: 0.0633454 Sep 03 12:57:02.208803 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408ea3cc-eab3-4f94-9451-b0578b51ee19 None None] Pushing event updated for resources: {'Port': ['ID=02562da2-d5b6-4e8e-bbfb-d6baa245dad8,revision_number=3']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:02.236113 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-d1a9e0ac-eeb9-4a4c-83c2-a600f07b9f42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:02.247626 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73e1a13-861d-4e7c-ac57-29b9f5c946f9 admin admin] Network 45e81d3f-b881-425b-99ca-1daab65347e2 is already hosted by enough agents. {{(pid=120042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 12:57:02.258985 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.base_scheduler [None req-d73e1a13-861d-4e7c-ac57-29b9f5c946f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=120042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:57:02.270295 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_hamode_db [None req-0778a35b-915b-47f9-8cf7-c1787efe9fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a97104e-f6e3-4a22-b1ff-5779da7856c7', 'name': 'tempest-AttachVolumeShelveTestJSON-381078607-router', 'tenant_id': '8cbbddf1eac34975b3dfff073526b48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'b2a98f04-fab5-4a03-89bf-2d69c1ecc08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:56:55Z', 'updated_at': '2021-09-03T12:56:58Z', 'revision_number': 3, 'project_id': '8cbbddf1eac34975b3dfff073526b48a', 'gw_port': {'id': 'b2a98f04-fab5-4a03-89bf-2d69c1ecc08c', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:6d:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a97104e-f6e3-4a22-b1ff-5779da7856c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:56:57Z', 'updated_at': '2021-09-03T12:56:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi'}], 'dv-cinder-788782-9-iscsi', False) {} {{(pid=120044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:57:02.273351 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-13f73a3d-9097-4a28-9536-23820ba1bb6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:02.340389 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0778a35b-915b-47f9-8cf7-c1787efe9fd4 None None] Checking router: 2a97104e-f6e3-4a22-b1ff-5779da7856c7 for host: dv-cinder-788782-9-iscsi {{(pid=120044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 12:57:02.340389 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0778a35b-915b-47f9-8cf7-c1787efe9fd4 None None] Updating router 2a97104e-f6e3-4a22-b1ff-5779da7856c7 port b2a98f04-fab5-4a03-89bf-2d69c1ecc08c binding host dv-cinder-788782-9-iscsi {{(pid=120044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 12:57:02.343627 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e19377c-598d-4301-9f23-74b0a610a141 None None] Routers {'a503039f-80ae-4a77-9d06-514d451c4b0b'} bound to L3 agent in host dv-cinder-788782-9-iscsi {{(pid=120043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 12:57:02.344710 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_hamode_db [None req-7e19377c-598d-4301-9f23-74b0a610a141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T12:48:38Z,description=,heartbeat_timestamp=2021-09-03T12:56:38Z,host='dv-cinder-788782-9-iscsi',id=3ba3cff0-0714-4a2d-b638-391a63c22700,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:48:38Z,topic='l3_agent')) {'router_ids': ['a503039f-80ae-4a77-9d06-514d451c4b0b'], 'active': True} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:57:02.412705 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron_lib.callbacks.manager [None req-0778a35b-915b-47f9-8cf7-c1787efe9fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:02.572556 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-c099aa0d-8e91-4a70-af04-a8f98efa7739 req-2b6511d7-0e4a-4db3-b002-e449dddf186e tempest-DeleteServersTestJSON-125597565 tempest-DeleteServersTestJSON-125597565-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a8c6589-cdd9-423f-8768-c5e11124438e HTTP/1.1" status: 200 len: 210 time: 0.1752584 Sep 03 12:57:02.686469 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-d1a9e0ac-eeb9-4a4c-83c2-a600f07b9f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763613061259'] for port, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:02.722871 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvr_db [None req-7e19377c-598d-4301-9f23-74b0a610a141 None None] Set router a503039f-80ae-4a77-9d06-514d451c4b0b gateway port host: dv-cinder-788782-9-iscsi {{(pid=120043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 12:57:02.807475 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 34648) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:57:02.830918 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d73e1a13-861d-4e7c-ac57-29b9f5c946f9 admin admin] Router 223dd69f-d707-480c-83c4-40778eeb8b95 has already been hosted by L3 agent 3ba3cff0-0714-4a2d-b638-391a63c22700 {{(pid=120042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 12:57:02.848792 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a9e0ac-eeb9-4a4c-83c2-a600f07b9f42 admin admin] Network d8a10b69-52c5-4ba7-9e6b-9d664f8fb5ae is already hosted by enough agents. {{(pid=120041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 12:57:02.866488 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.scheduler.base_scheduler [None req-d1a9e0ac-eeb9-4a4c-83c2-a600f07b9f42 admin admin] Resources bound (agent type, host, resource id): {{(pid=120041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:57:02.875044 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a9e0ac-eeb9-4a4c-83c2-a600f07b9f42 admin admin] Received port after_create {{(pid=120041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 12:57:02.875480 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-d1a9e0ac-eeb9-4a4c-83c2-a600f07b9f42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1748896'] for router_interface, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:02.885158 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-13f73a3d-9097-4a28-9536-23820ba1bb6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:02.949672 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Device 4055064a-3174-45b9-b01f-7a663a281dbc up at agent ovs-agent-dv-cinder-788782-9-iscsi {{(pid=120043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:57:03.002123 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron_lib.callbacks.manager [None req-0778a35b-915b-47f9-8cf7-c1787efe9fd4 None None] Notify callbacks [] for port, precommit_update {{(pid=120044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:03.024839 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.provisioning_blocks [None req-0778a35b-915b-47f9-8cf7-c1787efe9fd4 None None] Transition to ACTIVE for port object b2a98f04-fab5-4a03-89bf-2d69c1ecc08c will not be triggered until provisioned by entity L2. {{(pid=120044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 12:57:03.057469 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a9e0ac-eeb9-4a4c-83c2-a600f07b9f42 admin admin] Pushing event updated for resources: {'Port': ['ID=57286b95-ae87-4189-9528-fca691c90394,revision_number=1']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:03.083379 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-3812871d-1182-48a5-886e-2595bb376c2b None None] Provisioning complete for port 6c49beb3-2a94-4675-a9b6-b262fd3c70ba triggered by entity DHCP. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:57:03.084176 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-3812871d-1182-48a5-886e-2595bb376c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:03.093611 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-13f73a3d-9097-4a28-9536-23820ba1bb6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:03.096933 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron_lib.callbacks.manager [None req-0778a35b-915b-47f9-8cf7-c1787efe9fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:03.118951 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-608ce8c7-6918-4b5b-a47a-51980151e929 admin admin] Notify callbacks [] for security_group, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:03.133031 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-bcee2cde-deb3-4232-9a7c-89745d7a6b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:03.135515 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f73a3d-9097-4a28-9536-23820ba1bb6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f415912d-6a8b-4973-87f2-5523404da124,revision_number=1']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:03.141680 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.plugins.ml2.managers [None req-0778a35b-915b-47f9-8cf7-c1787efe9fd4 None None] Attempting to bind port b2a98f04-fab5-4a03-89bf-2d69c1ecc08c on host dv-cinder-788782-9-iscsi for vnic_type normal with profile {{(pid=120044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 12:57:03.142839 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.plugins.ml2.managers [None req-0778a35b-915b-47f9-8cf7-c1787efe9fd4 None None] Attempting to bind port b2a98f04-fab5-4a03-89bf-2d69c1ecc08c by drivers openvswitch,hyperv on host dv-cinder-788782-9-iscsi at level 0 using segments [{'id': 'c1a38775-ec28-415d-bb88-0cf7761c0f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece'}] {{(pid=120044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 12:57:03.146344 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0778a35b-915b-47f9-8cf7-c1787efe9fd4 None None] Attempting to bind port b2a98f04-fab5-4a03-89bf-2d69c1ecc08c on network 9198821c-ee56-4cb5-9e5d-ab43e0594ece {{(pid=120044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 12:57:03.186686 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-13f73a3d-9097-4a28-9536-23820ba1bb6b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=aca68d99a8eb4e05a84101c4596c6c77&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3049564 Sep 03 12:57:03.186686 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 34654) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:57:03.189473 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.plugin [None req-3812871d-1182-48a5-886e-2595bb376c2b None None] Port 6c49beb3-2a94-4675-a9b6-b262fd3c70ba cannot update to ACTIVE because it is not bound. {{(pid=120043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 12:57:03.199021 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0778a35b-915b-47f9-8cf7-c1787efe9fd4 None None] Checking agent: {'id': '54d2aec0-bb47-465a-a42e-8bc5f6172949', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 12, 48, 38), 'started_at': datetime.datetime(2021, 9, 3, 12, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 12, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 12:57:03.199977 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0778a35b-915b-47f9-8cf7-c1787efe9fd4 None None] Checking segment: {'id': 'c1a38775-ec28-415d-bb88-0cf7761c0f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 12:57:03.200719 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron_lib.callbacks.manager [None req-0778a35b-915b-47f9-8cf7-c1787efe9fd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=120044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:03.201893 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0778a35b-915b-47f9-8cf7-c1787efe9fd4 None None] Bound using segment: {'id': 'c1a38775-ec28-415d-bb88-0cf7761c0f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece'} {{(pid=120044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 12:57:03.202557 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.plugins.ml2.managers [None req-0778a35b-915b-47f9-8cf7-c1787efe9fd4 None None] Bound port: b2a98f04-fab5-4a03-89bf-2d69c1ecc08c, host: dv-cinder-788782-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1a38775-ec28-415d-bb88-0cf7761c0f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece'}}] {{(pid=120044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 12:57:03.203094 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron_lib.callbacks.manager [None req-0778a35b-915b-47f9-8cf7-c1787efe9fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:03.257346 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-08f51270-9900-45ae-a958-671501e71079 None None] Provisioning complete for port 4055064a-3174-45b9-b01f-7a663a281dbc triggered by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:57:03.257901 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:03.274401 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.plugins.ml2.db [None req-0778a35b-915b-47f9-8cf7-c1787efe9fd4 None None] For port b2a98f04-fab5-4a03-89bf-2d69c1ecc08c, host dv-cinder-788782-9-iscsi, cleared binding levels {{(pid=120044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 12:57:03.278637 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.plugins.ml2.db [None req-0778a35b-915b-47f9-8cf7-c1787efe9fd4 None None] For port b2a98f04-fab5-4a03-89bf-2d69c1ecc08c, host dv-cinder-788782-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-9-iscsi',level=0,port_id=b2a98f04-fab5-4a03-89bf-2d69c1ecc08c,segment=NetworkSegment(c1a38775-ec28-415d-bb88-0cf7761c0f56),segment_id=c1a38775-ec28-415d-bb88-0cf7761c0f56)] {{(pid=120044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 12:57:03.303313 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780f314b-1d7a-430e-ace3-d704d52815fa None None] Pushing event updated for resources: {'Port': ['ID=b2a98f04-fab5-4a03-89bf-2d69c1ecc08c,revision_number=2']} {{(pid=120044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:03.336925 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d73e1a13-861d-4e7c-ac57-29b9f5c946f9 admin admin] Notify agent at l3_agent.dv-cinder-788782-9-iscsi the message routers_updated {{(pid=120042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 12:57:03.349605 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7e80da-a1d3-4963-9ebb-7322b850f641 None None] Sync routers for ids ['223dd69f-d707-480c-83c4-40778eeb8b95'] in dv-cinder-788782-9-iscsi {{(pid=120043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 12:57:03.350390 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron_lib.callbacks.manager [None req-0778a35b-915b-47f9-8cf7-c1787efe9fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:03.367465 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-d73e1a13-861d-4e7c-ac57-29b9f5c946f9 admin admin] 10.222.0.24 "PUT /v2.0/routers/223dd69f-d707-480c-83c4-40778eeb8b95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4147625 Sep 03 12:57:03.404574 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-a87bbe35-a596-49bc-ba8f-24482eae18b8 req-8c6d49e5-ed77-40c8-8dbb-a38cb5db3c99 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/ports?device_id=586a3dfb-7487-4647-be53-d8125a0c749a HTTP/1.1" status: 200 len: 210 time: 0.0747523 Sep 03 12:57:03.422653 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 34664) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:57:03.428528 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-7ef6d226-032e-4003-bc94-e4685c02eb2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:03.445373 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_hamode_db [None req-7e19377c-598d-4301-9f23-74b0a610a141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a503039f-80ae-4a77-9d06-514d451c4b0b', 'name': 'tempest-ServerRescueNegativeTestJSON-6061853-router', 'tenant_id': 'ded28f26959b44b3a09129cafe54c3ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '02562da2-d5b6-4e8e-bbfb-d6baa245dad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:56:53Z', 'updated_at': '2021-09-03T12:56:57Z', 'revision_number': 3, 'project_id': 'ded28f26959b44b3a09129cafe54c3ac', 'gw_port': {'id': '02562da2-d5b6-4e8e-bbfb-d6baa245dad8', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:6c:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a503039f-80ae-4a77-9d06-514d451c4b0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:56:55Z', 'updated_at': '2021-09-03T12:57:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi'}], 'dv-cinder-788782-9-iscsi', False) {} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:57:03.451794 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780f314b-1d7a-430e-ace3-d704d52815fa None None] Pushing event updated for resources: {'Port': ['ID=b2a98f04-fab5-4a03-89bf-2d69c1ecc08c,revision_number=3']} {{(pid=120044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:03.456927 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-7ef6d226-032e-4003-bc94-e4685c02eb2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:03.458900 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7e80da-a1d3-4963-9ebb-7322b850f641 None None] Routers {'223dd69f-d707-480c-83c4-40778eeb8b95'} bound to L3 agent in host dv-cinder-788782-9-iscsi {{(pid=120043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 12:57:03.460477 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_hamode_db [None req-ec7e80da-a1d3-4963-9ebb-7322b850f641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T12:48:38Z,description=,heartbeat_timestamp=2021-09-03T12:56:38Z,host='dv-cinder-788782-9-iscsi',id=3ba3cff0-0714-4a2d-b638-391a63c22700,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:48:38Z,topic='l3_agent')) {'router_ids': ['223dd69f-d707-480c-83c4-40778eeb8b95'], 'active': True} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:57:03.538335 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0778a35b-915b-47f9-8cf7-c1787efe9fd4 None None] Routers {'2a97104e-f6e3-4a22-b1ff-5779da7856c7'} bound to L3 agent in host dv-cinder-788782-9-iscsi {{(pid=120044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 12:57:03.539166 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-d24ddab8-13ef-4d3f-896e-7b5d85e50fc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:03.539534 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_hamode_db [None req-0778a35b-915b-47f9-8cf7-c1787efe9fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T12:48:38Z,description=,heartbeat_timestamp=2021-09-03T12:56:38Z,host='dv-cinder-788782-9-iscsi',id=3ba3cff0-0714-4a2d-b638-391a63c22700,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:48:38Z,topic='l3_agent')) {'router_ids': ['2a97104e-f6e3-4a22-b1ff-5779da7856c7'], 'active': True} {{(pid=120044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:57:03.558213 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-d1a9e0ac-eeb9-4a4c-83c2-a600f07b9f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:03.593384 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-7ef6d226-032e-4003-bc94-e4685c02eb2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:03.607952 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Device ae63e0fe-230b-4a4a-a7d0-62a2453b5b53 up at agent ovs-agent-dv-cinder-788782-9-iscsi {{(pid=120043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:57:03.608671 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-7ef6d226-032e-4003-bc94-e4685c02eb2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:03.608671 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-7ef6d226-032e-4003-bc94-e4685c02eb2b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f415912d-6a8b-4973-87f2-5523404da124 HTTP/1.1" status: 204 len: 168 time: 0.4180343 Sep 03 12:57:03.639925 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef6d226-032e-4003-bc94-e4685c02eb2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f415912d-6a8b-4973-87f2-5523404da124,revision_number=None']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:03.647492 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e19377c-598d-4301-9f23-74b0a610a141 None None] The sync data for ids ['a503039f-80ae-4a77-9d06-514d451c4b0b'] in dv-cinder-788782-9-iscsi is: [{'id': 'a503039f-80ae-4a77-9d06-514d451c4b0b', 'name': 'tempest-ServerRescueNegativeTestJSON-6061853-router', 'tenant_id': 'ded28f26959b44b3a09129cafe54c3ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '02562da2-d5b6-4e8e-bbfb-d6baa245dad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:56:53Z', 'updated_at': '2021-09-03T12:56:57Z', 'revision_number': 3, 'project_id': 'ded28f26959b44b3a09129cafe54c3ac', 'gw_port': {'id': '02562da2-d5b6-4e8e-bbfb-d6baa245dad8', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:6c:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a503039f-80ae-4a77-9d06-514d451c4b0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:56:55Z', 'updated_at': '2021-09-03T12:57:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi'}] {{(pid=120043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 12:57:03.749899 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_dvr_db [None req-0778a35b-915b-47f9-8cf7-c1787efe9fd4 None None] Set router 2a97104e-f6e3-4a22-b1ff-5779da7856c7 gateway port host: dv-cinder-788782-9-iscsi {{(pid=120044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 12:57:03.799978 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvr_db [None req-ec7e80da-a1d3-4963-9ebb-7322b850f641 None None] Set router 223dd69f-d707-480c-83c4-40778eeb8b95 gateway port host: dv-cinder-788782-9-iscsi {{(pid=120043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 12:57:03.947803 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.db.db_base_plugin_common [None req-bcee2cde-deb3-4232-9a7c-89745d7a6b1a admin admin] Allocated IP 172.20.0.1 (4ae4bd86-9baa-4a46-894e-9d6319ec74c4/e4c3bb0a-fdd7-427f-b24b-a6cf6ccdaba3/aa87352f-9fed-450d-b6bf-29b91f7e6408) {{(pid=120041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 12:57:03.997985 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-1ad65d2b-4065-48d0-affe-b75fcdd2f488 req-08cc6f5d-1751-441d-ad3d-a4681436f8e4 tempest-DeleteServersTestJSON-125597565 tempest-DeleteServersTestJSON-125597565-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a8c6589-cdd9-423f-8768-c5e11124438e HTTP/1.1" status: 200 len: 210 time: 0.0661728 Sep 03 12:57:04.048154 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-608ce8c7-6918-4b5b-a47a-51980151e929 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:04.070432 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.11', 59505) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:57:04.137337 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-08f51270-9900-45ae-a958-671501e71079 None None] Provisioning for port ae63e0fe-230b-4a4a-a7d0-62a2453b5b53 completed by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 12:57:04.146055 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-08f51270-9900-45ae-a958-671501e71079 None None] Provisioning complete for port ae63e0fe-230b-4a4a-a7d0-62a2453b5b53 triggered by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:57:04.146517 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:04.168324 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_hamode_db [None req-0778a35b-915b-47f9-8cf7-c1787efe9fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a97104e-f6e3-4a22-b1ff-5779da7856c7', 'name': 'tempest-AttachVolumeShelveTestJSON-381078607-router', 'tenant_id': '8cbbddf1eac34975b3dfff073526b48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'b2a98f04-fab5-4a03-89bf-2d69c1ecc08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:56:55Z', 'updated_at': '2021-09-03T12:56:58Z', 'revision_number': 3, 'project_id': '8cbbddf1eac34975b3dfff073526b48a', 'gw_port': {'id': 'b2a98f04-fab5-4a03-89bf-2d69c1ecc08c', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:6d:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a97104e-f6e3-4a22-b1ff-5779da7856c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:56:57Z', 'updated_at': '2021-09-03T12:57:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi'}], 'dv-cinder-788782-9-iscsi', False) {} {{(pid=120044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:57:04.186768 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-608ce8c7-6918-4b5b-a47a-51980151e929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:04.239521 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-608ce8c7-6918-4b5b-a47a-51980151e929 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=669f49497a3d412085f4664e6b99ebef&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4219549 Sep 03 12:57:04.267574 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0778a35b-915b-47f9-8cf7-c1787efe9fd4 None None] The sync data for ids ['2a97104e-f6e3-4a22-b1ff-5779da7856c7'] in dv-cinder-788782-9-iscsi is: [{'id': '2a97104e-f6e3-4a22-b1ff-5779da7856c7', 'name': 'tempest-AttachVolumeShelveTestJSON-381078607-router', 'tenant_id': '8cbbddf1eac34975b3dfff073526b48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'b2a98f04-fab5-4a03-89bf-2d69c1ecc08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:56:55Z', 'updated_at': '2021-09-03T12:56:58Z', 'revision_number': 3, 'project_id': '8cbbddf1eac34975b3dfff073526b48a', 'gw_port': {'id': 'b2a98f04-fab5-4a03-89bf-2d69c1ecc08c', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:6d:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a97104e-f6e3-4a22-b1ff-5779da7856c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:56:57Z', 'updated_at': '2021-09-03T12:57:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi'}] {{(pid=120044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 12:57:04.287296 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 34680) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:57:04.400894 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:04.481104 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-08f51270-9900-45ae-a958-671501e71079 None None] For port ae63e0fe-230b-4a4a-a7d0-62a2453b5b53, host dv-cinder-788782-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-9-iscsi',level=0,port_id=ae63e0fe-230b-4a4a-a7d0-62a2453b5b53,segment=NetworkSegment(c1a38775-ec28-415d-bb88-0cf7761c0f56),segment_id=c1a38775-ec28-415d-bb88-0cf7761c0f56)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:57:04.496146 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_hamode_db [None req-ec7e80da-a1d3-4963-9ebb-7322b850f641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223dd69f-d707-480c-83c4-40778eeb8b95', 'name': 'tempest-AttachVolumeTestJSON-1455870475-router', 'tenant_id': '2a026b60655d4a369b93374d125b02b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': 'ae63e0fe-230b-4a4a-a7d0-62a2453b5b53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:56:53Z', 'updated_at': '2021-09-03T12:57:01Z', 'revision_number': 4, 'project_id': '2a026b60655d4a369b93374d125b02b1', 'gw_port': {'id': 'ae63e0fe-230b-4a4a-a7d0-62a2453b5b53', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:4a:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '223dd69f-d707-480c-83c4-40778eeb8b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:56:54Z', 'updated_at': '2021-09-03T12:56:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi', '_interfaces': [{'id': '6c49beb3-2a94-4675-a9b6-b262fd3c70ba', 'name': '', 'network_id': '45e81d3f-b881-425b-99ca-1daab65347e2', 'tenant_id': '2a026b60655d4a369b93374d125b02b1', 'mac_address': 'fa:16:3e:e9:d5:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '223dd69f-d707-480c-83c4-40778eeb8b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '18f4b7c2-4c96-420d-afc2-0ae06dbda8bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:56:59Z', 'updated_at': '2021-09-03T12:57:01Z', 'revision_number': 2, 'project_id': '2a026b60655d4a369b93374d125b02b1', 'subnets': [{'id': '18f4b7c2-4c96-420d-afc2-0ae06dbda8bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-9-iscsi', False) {} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:57:04.517858 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-d1a9e0ac-eeb9-4a4c-83c2-a600f07b9f42 admin admin] Notify callbacks [] for port, precommit_update {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:04.519761 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 34688) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:57:04.539147 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7e80da-a1d3-4963-9ebb-7322b850f641 None None] Checking router: 223dd69f-d707-480c-83c4-40778eeb8b95 for host: dv-cinder-788782-9-iscsi {{(pid=120043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 12:57:04.541797 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7e80da-a1d3-4963-9ebb-7322b850f641 None None] Updating router 223dd69f-d707-480c-83c4-40778eeb8b95 port 6c49beb3-2a94-4675-a9b6-b262fd3c70ba binding host dv-cinder-788782-9-iscsi {{(pid=120043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 12:57:04.555526 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-bcee2cde-deb3-4232-9a7c-89745d7a6b1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:04.591171 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.db.provisioning_blocks [None req-bcee2cde-deb3-4232-9a7c-89745d7a6b1a admin admin] Transition to ACTIVE for port object aa87352f-9fed-450d-b6bf-29b91f7e6408 will not be triggered until provisioned by entity DHCP. {{(pid=120041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 12:57:04.603012 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-ec7e80da-a1d3-4963-9ebb-7322b850f641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:04.611067 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:04.628440 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ca7f4dd6-c943-41d7-aa08-a7c958c4c85c req-35b7b9fa-479d-48b1-a3e3-02180d8b736f tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/ports?device_id=586a3dfb-7487-4647-be53-d8125a0c749a HTTP/1.1" status: 200 len: 210 time: 0.0843372 Sep 03 12:57:04.700451 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1786d1e5-4ef6-4d8e-b026-4fbd8c5dfb13 req-c47b4654-18e9-49b4-a82b-2b0cc2c50e46 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:04.702532 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-1786d1e5-4ef6-4d8e-b026-4fbd8c5dfb13 req-c47b4654-18e9-49b4-a82b-2b0cc2c50e46 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.11 "GET /v2.0/networks?id=5e5b8b41-03d5-4554-969f-d7a30c751bff HTTP/1.1" status: 200 len: 815 time: 0.6306875 Sep 03 12:57:04.716655 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.v2.base [None req-a0eea0f5-e4f0-4495-bcd1-5c378b22f94a tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Request body: {'security_group': {'name': 'tempest-securitygroup--765136015', 'description': 'tempest-description--103887562'}} {{(pid=120041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:57:04.744597 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-d1a9e0ac-eeb9-4a4c-83c2-a600f07b9f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:04.745494 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-d1a9e0ac-eeb9-4a4c-83c2-a600f07b9f42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1666096'] for router_interface, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:04.785624 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.v2.base [req-1786d1e5-4ef6-4d8e-b026-4fbd8c5dfb13 req-39d8d6cc-a404-430e-982a-c953d1f66d94 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Request body: {'port': {'device_id': '586a3dfb-7487-4647-be53-d8125a0c749a', 'network_id': '5e5b8b41-03d5-4554-969f-d7a30c751bff', 'admin_state_up': True, 'tenant_id': 'a78b59a0f91f4ce9a846e469dbce5484'}} {{(pid=120042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:57:04.827430 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a9e0ac-eeb9-4a4c-83c2-a600f07b9f42 admin admin] Pushing event updated for resources: {'Port': ['ID=57286b95-ae87-4189-9528-fca691c90394,revision_number=2']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:04.843756 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608ce8c7-6918-4b5b-a47a-51980151e929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=698d3d75-0475-4352-8fef-3d61afa7df94,revision_number=1']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:04.934928 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Device 02562da2-d5b6-4e8e-bbfb-d6baa245dad8 up at agent ovs-agent-dv-cinder-788782-9-iscsi {{(pid=120043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:57:04.967594 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.11', 59510) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:57:05.103166 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Pushing event updated for resources: {'Port': ['ID=ae63e0fe-230b-4a4a-a7d0-62a2453b5b53,revision_number=4']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:05.169711 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-bcee2cde-deb3-4232-9a7c-89745d7a6b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763613061259'] for port, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:05.215526 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a9e0ac-eeb9-4a4c-83c2-a600f07b9f42 admin admin] Network d8a10b69-52c5-4ba7-9e6b-9d664f8fb5ae is already hosted by enough agents. {{(pid=120041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 12:57:05.258462 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-b9117055-8496-4c51-b03b-2435b709ed05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:05.275392 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.scheduler.base_scheduler [None req-d1a9e0ac-eeb9-4a4c-83c2-a600f07b9f42 admin admin] Resources bound (agent type, host, resource id): {{(pid=120041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:57:05.285697 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcee2cde-deb3-4232-9a7c-89745d7a6b1a admin admin] Network 4ae4bd86-9baa-4a46-894e-9d6319ec74c4 is already hosted by enough agents. {{(pid=120041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 12:57:05.314766 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.scheduler.base_scheduler [None req-bcee2cde-deb3-4232-9a7c-89745d7a6b1a admin admin] Resources bound (agent type, host, resource id): {{(pid=120041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:57:05.412329 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-d24ddab8-13ef-4d3f-896e-7b5d85e50fc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:05.422462 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcee2cde-deb3-4232-9a7c-89745d7a6b1a admin admin] Received port after_create {{(pid=120041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 12:57:05.422953 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-bcee2cde-deb3-4232-9a7c-89745d7a6b1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1748896'] for router_interface, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:05.438287 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-c4e1025e-1241-4663-a9a0-40b8963df43c req-ea4f74ff-67a9-4f26-8f3b-7f89d71ab17a tempest-DeleteServersTestJSON-125597565 tempest-DeleteServersTestJSON-125597565-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a8c6589-cdd9-423f-8768-c5e11124438e HTTP/1.1" status: 200 len: 210 time: 0.1165135 Sep 03 12:57:05.523496 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-d24ddab8-13ef-4d3f-896e-7b5d85e50fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:05.554570 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-cc2a9216-5f5d-49a6-8721-1a130913138d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:05.573425 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-08f51270-9900-45ae-a958-671501e71079 None None] Provisioning for port 02562da2-d5b6-4e8e-bbfb-d6baa245dad8 completed by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 12:57:05.601711 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-08f51270-9900-45ae-a958-671501e71079 None None] Provisioning complete for port 02562da2-d5b6-4e8e-bbfb-d6baa245dad8 triggered by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:57:05.603012 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:05.658389 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-d24ddab8-13ef-4d3f-896e-7b5d85e50fc3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f62db99b2b544d38819d8d110bf25716&name=default HTTP/1.1" status: 200 len: 2977 time: 2.2302003 Sep 03 12:57:05.659555 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 34738) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:57:05.669372 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcee2cde-deb3-4232-9a7c-89745d7a6b1a admin admin] Pushing event updated for resources: {'Port': ['ID=aa87352f-9fed-450d-b6bf-29b91f7e6408,revision_number=1']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:05.688246 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ddab8-13ef-4d3f-896e-7b5d85e50fc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98a10d14-c4f8-4375-afda-907d0a190736,revision_number=1']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:06.045212 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da267084-a0e4-4209-ad99-51360e08124d req-90def9d3-c2b7-4bba-b4b1-86abb9d4c84c tempest-DeleteServersTestJSON-125597565 tempest-DeleteServersTestJSON-125597565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:06.045212 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-da267084-a0e4-4209-ad99-51360e08124d req-90def9d3-c2b7-4bba-b4b1-86abb9d4c84c tempest-DeleteServersTestJSON-125597565 tempest-DeleteServersTestJSON-125597565-project] 10.222.0.11 "GET /v2.0/networks?id=6188b2f6-b26c-4562-8b61-dd68bee2cf74 HTTP/1.1" status: 200 len: 812 time: 0.7282143 Sep 03 12:57:06.046285 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-b9117055-8496-4c51-b03b-2435b709ed05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:06.047187 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.v2.base [req-da267084-a0e4-4209-ad99-51360e08124d req-94d50b57-4710-4409-8d08-fc7a1e982551 tempest-DeleteServersTestJSON-125597565 tempest-DeleteServersTestJSON-125597565-project] Request body: {'port': {'device_id': '2a8c6589-cdd9-423f-8768-c5e11124438e', 'network_id': '6188b2f6-b26c-4562-8b61-dd68bee2cf74', 'admin_state_up': True, 'tenant_id': '94eadd80b1464ea99c245df3babcfbf8'}} {{(pid=120042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:57:06.047547 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-bcee2cde-deb3-4232-9a7c-89745d7a6b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:06.047547 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-a0eea0f5-e4f0-4495-bcd1-5c378b22f94a tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Notify callbacks [] for security_group, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:06.048039 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:06.048039 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-08f51270-9900-45ae-a958-671501e71079 None None] For port 02562da2-d5b6-4e8e-bbfb-d6baa245dad8, host dv-cinder-788782-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-9-iscsi',level=0,port_id=02562da2-d5b6-4e8e-bbfb-d6baa245dad8,segment=NetworkSegment(c1a38775-ec28-415d-bb88-0cf7761c0f56),segment_id=c1a38775-ec28-415d-bb88-0cf7761c0f56)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:57:06.048572 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.db.api [req-1786d1e5-4ef6-4d8e-b026-4fbd8c5dfb13 req-39d8d6cc-a404-430e-982a-c953d1f66d94 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 03 12:57:06.048572 dv-cinder-788782-9-iscsi neutron-server[120042]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 03 12:57:06.048572 dv-cinder-788782-9-iscsi neutron-server[120042]: [parameters: {'project_id_1': 'a78b59a0f91f4ce9a846e469dbce5484', 'expiration_1': datetime.datetime(2021, 9, 3, 12, 56, 45, 577474)}] Sep 03 12:57:06.048572 dv-cinder-788782-9-iscsi neutron-server[120042]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=120042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 03 12:57:06.048572 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG oslo_db.api [req-1786d1e5-4ef6-4d8e-b026-4fbd8c5dfb13 req-39d8d6cc-a404-430e-982a-c953d1f66d94 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=120042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 03 12:57:06.049159 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-ec7e80da-a1d3-4963-9ebb-7322b850f641 None None] Notify callbacks [] for port, precommit_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:06.049159 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-ec7e80da-a1d3-4963-9ebb-7322b850f641 None None] Transition to ACTIVE for port object 6c49beb3-2a94-4675-a9b6-b262fd3c70ba will not be triggered until provisioned by entity L2. {{(pid=120043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 12:57:06.049959 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-3d11d741-d606-46e0-90ed-914afbf8b35b req-bcd310a0-b9c3-4233-8be3-72a6db698d58 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/ports?device_id=586a3dfb-7487-4647-be53-d8125a0c749a HTTP/1.1" status: 200 len: 210 time: 0.0856385 Sep 03 12:57:06.050042 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1a9e0ac-eeb9-4a4c-83c2-a600f07b9f42 admin admin] Router a503039f-80ae-4a77-9d06-514d451c4b0b has already been hosted by L3 agent 3ba3cff0-0714-4a2d-b638-391a63c22700 {{(pid=120041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 12:57:06.050113 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:06.106297 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-b987fcbe-a5d9-4bcb-b98e-ce22f802a6de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:06.172178 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Pushing event updated for resources: {'Port': ['ID=02562da2-d5b6-4e8e-bbfb-d6baa245dad8,revision_number=4']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:06.181978 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-b987fcbe-a5d9-4bcb-b98e-ce22f802a6de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:06.235878 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-ec7e80da-a1d3-4963-9ebb-7322b850f641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:06.239815 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-fb862938-7fd3-489e-84dc-3659e4441d63 None None] Provisioning for port aa87352f-9fed-450d-b6bf-29b91f7e6408 completed by entity DHCP. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 12:57:06.254169 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-fb862938-7fd3-489e-84dc-3659e4441d63 None None] Provisioning complete for port aa87352f-9fed-450d-b6bf-29b91f7e6408 triggered by entity DHCP. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:57:06.261094 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-fb862938-7fd3-489e-84dc-3659e4441d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:06.365055 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-b9117055-8496-4c51-b03b-2435b709ed05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:06.365055 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-b9117055-8496-4c51-b03b-2435b709ed05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:06.365055 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-b9117055-8496-4c51-b03b-2435b709ed05 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/698d3d75-0475-4352-8fef-3d61afa7df94 HTTP/1.1" status: 204 len: 168 time: 1.9990239 Sep 03 12:57:06.365055 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1a9e0ac-eeb9-4a4c-83c2-a600f07b9f42 admin admin] Notify agent at l3_agent.dv-cinder-788782-9-iscsi the message routers_updated {{(pid=120041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 12:57:06.365055 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-d1a9e0ac-eeb9-4a4c-83c2-a600f07b9f42 admin admin] 10.222.0.24 "PUT /v2.0/routers/a503039f-80ae-4a77-9d06-514d451c4b0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9827671 Sep 03 12:57:06.366399 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec16f698-b668-4e63-870f-f421d80e2460 None None] Pushing event updated for resources: {'Port': ['ID=6c49beb3-2a94-4675-a9b6-b262fd3c70ba,revision_number=3']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:06.370499 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.plugin [None req-fb862938-7fd3-489e-84dc-3659e4441d63 None None] Port aa87352f-9fed-450d-b6bf-29b91f7e6408 cannot update to ACTIVE because it is not bound. {{(pid=120043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 12:57:06.380935 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-a0eea0f5-e4f0-4495-bcd1-5c378b22f94a tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Notify callbacks [] for security_group, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:06.388541 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9117055-8496-4c51-b03b-2435b709ed05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=698d3d75-0475-4352-8fef-3d61afa7df94,revision_number=None']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:06.402721 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-bcee2cde-deb3-4232-9a7c-89745d7a6b1a admin admin] Notify callbacks [] for port, precommit_update {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:06.461774 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-b987fcbe-a5d9-4bcb-b98e-ce22f802a6de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:06.466290 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-b987fcbe-a5d9-4bcb-b98e-ce22f802a6de admin admin] Notify callbacks [] for security_group, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:06.480850 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.managers [None req-ec7e80da-a1d3-4963-9ebb-7322b850f641 None None] Attempting to bind port 6c49beb3-2a94-4675-a9b6-b262fd3c70ba on host dv-cinder-788782-9-iscsi for vnic_type normal with profile {{(pid=120043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 12:57:06.482319 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.managers [None req-ec7e80da-a1d3-4963-9ebb-7322b850f641 None None] Attempting to bind port 6c49beb3-2a94-4675-a9b6-b262fd3c70ba by drivers openvswitch,hyperv on host dv-cinder-788782-9-iscsi at level 0 using segments [{'id': '101332a1-79af-4268-a774-3b1495ccc8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '45e81d3f-b881-425b-99ca-1daab65347e2'}] {{(pid=120043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 12:57:06.482766 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7e80da-a1d3-4963-9ebb-7322b850f641 None None] Attempting to bind port 6c49beb3-2a94-4675-a9b6-b262fd3c70ba on network 45e81d3f-b881-425b-99ca-1daab65347e2 {{(pid=120043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 12:57:06.489299 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-b987fcbe-a5d9-4bcb-b98e-ce22f802a6de admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/98a10d14-c4f8-4375-afda-907d0a190736 HTTP/1.1" status: 204 len: 168 time: 0.7805116 Sep 03 12:57:06.497604 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7e80da-a1d3-4963-9ebb-7322b850f641 None None] Checking agent: {'id': '54d2aec0-bb47-465a-a42e-8bc5f6172949', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 12, 48, 38), 'started_at': datetime.datetime(2021, 9, 3, 12, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 12, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 12:57:06.497991 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7e80da-a1d3-4963-9ebb-7322b850f641 None None] Checking segment: {'id': '101332a1-79af-4268-a774-3b1495ccc8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '45e81d3f-b881-425b-99ca-1daab65347e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 12:57:06.498182 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-a0eea0f5-e4f0-4495-bcd1-5c378b22f94a tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:06.498461 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-ec7e80da-a1d3-4963-9ebb-7322b850f641 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:06.498871 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7e80da-a1d3-4963-9ebb-7322b850f641 None None] Bound using segment: {'id': '101332a1-79af-4268-a774-3b1495ccc8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '45e81d3f-b881-425b-99ca-1daab65347e2'} {{(pid=120043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 12:57:06.499480 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.managers [None req-ec7e80da-a1d3-4963-9ebb-7322b850f641 None None] Bound port: 6c49beb3-2a94-4675-a9b6-b262fd3c70ba, host: dv-cinder-788782-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '101332a1-79af-4268-a774-3b1495ccc8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '45e81d3f-b881-425b-99ca-1daab65347e2'}}] {{(pid=120043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 12:57:06.499904 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-ec7e80da-a1d3-4963-9ebb-7322b850f641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:06.508331 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-bcee2cde-deb3-4232-9a7c-89745d7a6b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:06.509811 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-bcee2cde-deb3-4232-9a7c-89745d7a6b1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1666096'] for router_interface, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:06.538464 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b987fcbe-a5d9-4bcb-b98e-ce22f802a6de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98a10d14-c4f8-4375-afda-907d0a190736,revision_number=None']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:06.672188 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-ec7e80da-a1d3-4963-9ebb-7322b850f641 None None] For port 6c49beb3-2a94-4675-a9b6-b262fd3c70ba, host dv-cinder-788782-9-iscsi, cleared binding levels {{(pid=120043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 12:57:06.677953 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-ec7e80da-a1d3-4963-9ebb-7322b850f641 None None] For port 6c49beb3-2a94-4675-a9b6-b262fd3c70ba, host dv-cinder-788782-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-9-iscsi',level=0,port_id=6c49beb3-2a94-4675-a9b6-b262fd3c70ba,segment=NetworkSegment(101332a1-79af-4268-a774-3b1495ccc8a0),segment_id=101332a1-79af-4268-a774-3b1495ccc8a0)] {{(pid=120043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 12:57:06.727072 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da267084-a0e4-4209-ad99-51360e08124d req-94d50b57-4710-4409-8d08-fc7a1e982551 tempest-DeleteServersTestJSON-125597565 tempest-DeleteServersTestJSON-125597565-project] Made reservation on behalf of 94eadd80b1464ea99c245df3babcfbf8 for: {'port': 1} {{(pid=120042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 12:57:06.743657 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-da267084-a0e4-4209-ad99-51360e08124d req-94d50b57-4710-4409-8d08-fc7a1e982551 tempest-DeleteServersTestJSON-125597565 tempest-DeleteServersTestJSON-125597565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:06.747669 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-ec7e80da-a1d3-4963-9ebb-7322b850f641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:06.755311 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-a7d33a84-705a-4771-a2c2-dd75bd26f234 req-3869823f-9c0b-4944-90bd-2cf62eb6ef2c tempest-DeleteServersTestJSON-125597565 tempest-DeleteServersTestJSON-125597565-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a8c6589-cdd9-423f-8768-c5e11124438e HTTP/1.1" status: 200 len: 210 time: 0.1239347 Sep 03 12:57:06.874846 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eea0f5-e4f0-4495-bcd1-5c378b22f94a tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fd2e05a-404e-4218-af27-cb0ee3234aaa,revision_number=1']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:06.881117 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcee2cde-deb3-4232-9a7c-89745d7a6b1a admin admin] Network 4ae4bd86-9baa-4a46-894e-9d6319ec74c4 is already hosted by enough agents. {{(pid=120041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 12:57:06.890213 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.scheduler.base_scheduler [None req-bcee2cde-deb3-4232-9a7c-89745d7a6b1a admin admin] Resources bound (agent type, host, resource id): {{(pid=120041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:57:06.892310 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcee2cde-deb3-4232-9a7c-89745d7a6b1a admin admin] Pushing event updated for resources: {'Port': ['ID=aa87352f-9fed-450d-b6bf-29b91f7e6408,revision_number=2']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:06.933945 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1786d1e5-4ef6-4d8e-b026-4fbd8c5dfb13 req-39d8d6cc-a404-430e-982a-c953d1f66d94 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Made reservation on behalf of a78b59a0f91f4ce9a846e469dbce5484 for: {'port': 1} {{(pid=120042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 12:57:06.961635 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-1786d1e5-4ef6-4d8e-b026-4fbd8c5dfb13 req-39d8d6cc-a404-430e-982a-c953d1f66d94 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:06.996569 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec16f698-b668-4e63-870f-f421d80e2460 None None] Pushing event updated for resources: {'Port': ['ID=6c49beb3-2a94-4675-a9b6-b262fd3c70ba,revision_number=4']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:07.100234 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Device 02562da2-d5b6-4e8e-bbfb-d6baa245dad8 up at agent ovs-agent-dv-cinder-788782-9-iscsi {{(pid=120043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:57:07.208192 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:07.263711 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7e80da-a1d3-4963-9ebb-7322b850f641 None None] Routers {'223dd69f-d707-480c-83c4-40778eeb8b95'} bound to L3 agent in host dv-cinder-788782-9-iscsi {{(pid=120043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 12:57:07.264406 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_hamode_db [None req-ec7e80da-a1d3-4963-9ebb-7322b850f641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T12:48:38Z,description=,heartbeat_timestamp=2021-09-03T12:56:38Z,host='dv-cinder-788782-9-iscsi',id=3ba3cff0-0714-4a2d-b638-391a63c22700,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:48:38Z,topic='l3_agent')) {'router_ids': ['223dd69f-d707-480c-83c4-40778eeb8b95'], 'active': True} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:57:07.373303 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-e85c27ae-95f7-41ef-bee4-50de1465325e req-b4cd4e10-f1db-4a1e-9767-6ddb9072da69 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/ports?device_id=586a3dfb-7487-4647-be53-d8125a0c749a HTTP/1.1" status: 200 len: 210 time: 0.1547897 Sep 03 12:57:07.443487 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2745244e-c5cc-49df-924f-c3cd0b9fb4b7 None None] Sync routers for ids ['a503039f-80ae-4a77-9d06-514d451c4b0b'] in dv-cinder-788782-9-iscsi {{(pid=120044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 12:57:07.463891 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2745244e-c5cc-49df-924f-c3cd0b9fb4b7 None None] Routers {'a503039f-80ae-4a77-9d06-514d451c4b0b'} bound to L3 agent in host dv-cinder-788782-9-iscsi {{(pid=120044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 12:57:07.464558 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_hamode_db [None req-2745244e-c5cc-49df-924f-c3cd0b9fb4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T12:48:38Z,description=,heartbeat_timestamp=2021-09-03T12:56:38Z,host='dv-cinder-788782-9-iscsi',id=3ba3cff0-0714-4a2d-b638-391a63c22700,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:48:38Z,topic='l3_agent')) {'router_ids': ['a503039f-80ae-4a77-9d06-514d451c4b0b'], 'active': True} {{(pid=120044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:57:07.480066 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-1a0d8879-8b8f-4d74-9985-b1956d634cbc None None] Provisioning complete for port aa87352f-9fed-450d-b6bf-29b91f7e6408 triggered by entity DHCP. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:57:07.480450 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-1a0d8879-8b8f-4d74-9985-b1956d634cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:07.577191 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-08f51270-9900-45ae-a958-671501e71079 None None] Provisioning complete for port 02562da2-d5b6-4e8e-bbfb-d6baa245dad8 triggered by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:57:07.577762 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:07.635815 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-a0eea0f5-e4f0-4495-bcd1-5c378b22f94a tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Notify callbacks [] for security_group, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:07.647364 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-a0eea0f5-e4f0-4495-bcd1-5c378b22f94a tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 2.9371526 Sep 03 12:57:07.671604 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 34774) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:57:07.677520 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.v2.base [None req-33f11d31-f642-4a2c-b464-4050f0e1c84e tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Request body: {'security_group_rule': {'security_group_id': '0fd2e05a-404e-4218-af27-cb0ee3234aaa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:57:07.694393 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.plugin [None req-1a0d8879-8b8f-4d74-9985-b1956d634cbc None None] Port aa87352f-9fed-450d-b6bf-29b91f7e6408 cannot update to ACTIVE because it is not bound. {{(pid=120043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 12:57:07.780590 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.db_base_plugin_common [req-da267084-a0e4-4209-ad99-51360e08124d req-94d50b57-4710-4409-8d08-fc7a1e982551 tempest-DeleteServersTestJSON-125597565 tempest-DeleteServersTestJSON-125597565-project] Allocated IP 172.20.0.11 (6188b2f6-b26c-4562-8b61-dd68bee2cf74/445ff8a0-5260-4719-91a0-6aa50557491a/13f99c8e-17b2-4e53-8058-e97ba340662a) {{(pid=120042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 12:57:07.801216 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_dvr_db [None req-2745244e-c5cc-49df-924f-c3cd0b9fb4b7 None None] Set router a503039f-80ae-4a77-9d06-514d451c4b0b gateway port host: dv-cinder-788782-9-iscsi {{(pid=120044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 12:57:07.820050 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcee2cde-deb3-4232-9a7c-89745d7a6b1a admin admin] Router 2a97104e-f6e3-4a22-b1ff-5779da7856c7 has already been hosted by L3 agent 3ba3cff0-0714-4a2d-b638-391a63c22700 {{(pid=120041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 12:57:07.821390 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvr_db [None req-ec7e80da-a1d3-4963-9ebb-7322b850f641 None None] Set router 223dd69f-d707-480c-83c4-40778eeb8b95 gateway port host: dv-cinder-788782-9-iscsi {{(pid=120043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 12:57:08.452003 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.db_base_plugin_common [req-1786d1e5-4ef6-4d8e-b026-4fbd8c5dfb13 req-39d8d6cc-a404-430e-982a-c953d1f66d94 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Allocated IP 172.20.0.3 (5e5b8b41-03d5-4554-969f-d7a30c751bff/7fcd5c28-d074-498e-8414-0624eda811c3/d96262ba-32f5-43b0-a1cf-dc4b27e4d9ac) {{(pid=120042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 12:57:08.453071 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Device b2a98f04-fab5-4a03-89bf-2d69c1ecc08c up at agent ovs-agent-dv-cinder-788782-9-iscsi {{(pid=120043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:57:08.454175 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 34780) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:57:08.454175 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-6aeda56c-d6aa-43ef-bc23-a973f74aba27 req-ebf5c223-7dc6-417f-a5ba-059b439b018b tempest-DeleteServersTestJSON-125597565 tempest-DeleteServersTestJSON-125597565-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a8c6589-cdd9-423f-8768-c5e11124438e HTTP/1.1" status: 200 len: 210 time: 0.0439436 Sep 03 12:57:08.454175 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-3f69cee7-b50d-42ab-b132-1eadf08814d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:08.455039 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcee2cde-deb3-4232-9a7c-89745d7a6b1a admin admin] Notify agent at l3_agent.dv-cinder-788782-9-iscsi the message routers_updated {{(pid=120041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 12:57:08.463324 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4060616-a580-4d7c-bec8-61185ce9695e None None] Sync routers for ids ['2a97104e-f6e3-4a22-b1ff-5779da7856c7'] in dv-cinder-788782-9-iscsi {{(pid=120043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 12:57:08.463629 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-bcee2cde-deb3-4232-9a7c-89745d7a6b1a admin admin] 10.222.0.24 "PUT /v2.0/routers/2a97104e-f6e3-4a22-b1ff-5779da7856c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6129184 Sep 03 12:57:08.464006 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4060616-a580-4d7c-bec8-61185ce9695e None None] Routers {'2a97104e-f6e3-4a22-b1ff-5779da7856c7'} bound to L3 agent in host dv-cinder-788782-9-iscsi {{(pid=120043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 12:57:08.464006 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_hamode_db [None req-f4060616-a580-4d7c-bec8-61185ce9695e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T12:48:38Z,description=,heartbeat_timestamp=2021-09-03T12:56:38Z,host='dv-cinder-788782-9-iscsi',id=3ba3cff0-0714-4a2d-b638-391a63c22700,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:48:38Z,topic='l3_agent')) {'router_ids': ['2a97104e-f6e3-4a22-b1ff-5779da7856c7'], 'active': True} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:57:08.464287 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-1786d1e5-4ef6-4d8e-b026-4fbd8c5dfb13 req-39d8d6cc-a404-430e-982a-c953d1f66d94 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Notify callbacks [] for port, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:08.474172 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_hamode_db [None req-ec7e80da-a1d3-4963-9ebb-7322b850f641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223dd69f-d707-480c-83c4-40778eeb8b95', 'name': 'tempest-AttachVolumeTestJSON-1455870475-router', 'tenant_id': '2a026b60655d4a369b93374d125b02b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': 'ae63e0fe-230b-4a4a-a7d0-62a2453b5b53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:56:53Z', 'updated_at': '2021-09-03T12:57:01Z', 'revision_number': 4, 'project_id': '2a026b60655d4a369b93374d125b02b1', 'gw_port': {'id': 'ae63e0fe-230b-4a4a-a7d0-62a2453b5b53', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:4a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223dd69f-d707-480c-83c4-40778eeb8b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:56:54Z', 'updated_at': '2021-09-03T12:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi', '_interfaces': [{'id': '6c49beb3-2a94-4675-a9b6-b262fd3c70ba', 'name': '', 'network_id': '45e81d3f-b881-425b-99ca-1daab65347e2', 'tenant_id': '2a026b60655d4a369b93374d125b02b1', 'mac_address': 'fa:16:3e:e9:d5:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '223dd69f-d707-480c-83c4-40778eeb8b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '18f4b7c2-4c96-420d-afc2-0ae06dbda8bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:56:59Z', 'updated_at': '2021-09-03T12:57:06Z', 'revision_number': 4, 'project_id': '2a026b60655d4a369b93374d125b02b1', 'subnets': [{'id': '18f4b7c2-4c96-420d-afc2-0ae06dbda8bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-9-iscsi', False) {} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:57:08.476155 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-bdb744bc-ac38-447b-9ff2-057a595fa307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:08.478805 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-08f51270-9900-45ae-a958-671501e71079 None None] Provisioning for port b2a98f04-fab5-4a03-89bf-2d69c1ecc08c completed by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 12:57:08.496755 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-33f11d31-f642-4a2c-b464-4050f0e1c84e tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:08.518408 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7e80da-a1d3-4963-9ebb-7322b850f641 None None] The sync data for ids ['223dd69f-d707-480c-83c4-40778eeb8b95'] in dv-cinder-788782-9-iscsi is: [{'id': '223dd69f-d707-480c-83c4-40778eeb8b95', 'name': 'tempest-AttachVolumeTestJSON-1455870475-router', 'tenant_id': '2a026b60655d4a369b93374d125b02b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': 'ae63e0fe-230b-4a4a-a7d0-62a2453b5b53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:56:53Z', 'updated_at': '2021-09-03T12:57:01Z', 'revision_number': 4, 'project_id': '2a026b60655d4a369b93374d125b02b1', 'gw_port': {'id': 'ae63e0fe-230b-4a4a-a7d0-62a2453b5b53', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:4a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223dd69f-d707-480c-83c4-40778eeb8b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:56:54Z', 'updated_at': '2021-09-03T12:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi', '_interfaces': [{'id': '6c49beb3-2a94-4675-a9b6-b262fd3c70ba', 'name': '', 'network_id': '45e81d3f-b881-425b-99ca-1daab65347e2', 'tenant_id': '2a026b60655d4a369b93374d125b02b1', 'mac_address': 'fa:16:3e:e9:d5:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '223dd69f-d707-480c-83c4-40778eeb8b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '18f4b7c2-4c96-420d-afc2-0ae06dbda8bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:56:59Z', 'updated_at': '2021-09-03T12:57:06Z', 'revision_number': 4, 'project_id': '2a026b60655d4a369b93374d125b02b1', 'subnets': [{'id': '18f4b7c2-4c96-420d-afc2-0ae06dbda8bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 12:57:08.520145 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-08f51270-9900-45ae-a958-671501e71079 None None] Provisioning complete for port b2a98f04-fab5-4a03-89bf-2d69c1ecc08c triggered by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:57:08.520431 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:08.520991 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_hamode_db [None req-2745244e-c5cc-49df-924f-c3cd0b9fb4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a503039f-80ae-4a77-9d06-514d451c4b0b', 'name': 'tempest-ServerRescueNegativeTestJSON-6061853-router', 'tenant_id': 'ded28f26959b44b3a09129cafe54c3ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '02562da2-d5b6-4e8e-bbfb-d6baa245dad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:56:53Z', 'updated_at': '2021-09-03T12:57:03Z', 'revision_number': 4, 'project_id': 'ded28f26959b44b3a09129cafe54c3ac', 'gw_port': {'id': '02562da2-d5b6-4e8e-bbfb-d6baa245dad8', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:6c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a503039f-80ae-4a77-9d06-514d451c4b0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:56:55Z', 'updated_at': '2021-09-03T12:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi', '_interfaces': [{'id': '57286b95-ae87-4189-9528-fca691c90394', 'name': '', 'network_id': 'd8a10b69-52c5-4ba7-9e6b-9d664f8fb5ae', 'tenant_id': 'ded28f26959b44b3a09129cafe54c3ac', 'mac_address': 'fa:16:3e:a7:ad:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a503039f-80ae-4a77-9d06-514d451c4b0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c7423f83-7cc4-42fa-82eb-8016662f087e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:57:01Z', 'updated_at': '2021-09-03T12:57:03Z', 'revision_number': 2, 'project_id': 'ded28f26959b44b3a09129cafe54c3ac', 'subnets': [{'id': 'c7423f83-7cc4-42fa-82eb-8016662f087e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-9-iscsi', False) {} {{(pid=120044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:57:08.603019 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvr_db [None req-f4060616-a580-4d7c-bec8-61185ce9695e None None] Set router 2a97104e-f6e3-4a22-b1ff-5779da7856c7 gateway port host: dv-cinder-788782-9-iscsi {{(pid=120043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 12:57:08.633740 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-da267084-a0e4-4209-ad99-51360e08124d req-94d50b57-4710-4409-8d08-fc7a1e982551 tempest-DeleteServersTestJSON-125597565 tempest-DeleteServersTestJSON-125597565-project] Notify callbacks [] for port, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:08.675306 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2745244e-c5cc-49df-924f-c3cd0b9fb4b7 None None] Checking router: a503039f-80ae-4a77-9d06-514d451c4b0b for host: dv-cinder-788782-9-iscsi {{(pid=120044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 12:57:08.677276 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2745244e-c5cc-49df-924f-c3cd0b9fb4b7 None None] Updating router a503039f-80ae-4a77-9d06-514d451c4b0b port 57286b95-ae87-4189-9528-fca691c90394 binding host dv-cinder-788782-9-iscsi {{(pid=120044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 12:57:08.738961 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:08.805407 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron_lib.callbacks.manager [None req-2745244e-c5cc-49df-924f-c3cd0b9fb4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:08.818220 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:08.975040 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-1786d1e5-4ef6-4d8e-b026-4fbd8c5dfb13 req-39d8d6cc-a404-430e-982a-c953d1f66d94 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763613061259'] for port, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:08.980688 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-08f51270-9900-45ae-a958-671501e71079 None None] For port b2a98f04-fab5-4a03-89bf-2d69c1ecc08c, host dv-cinder-788782-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-9-iscsi',level=0,port_id=b2a98f04-fab5-4a03-89bf-2d69c1ecc08c,segment=NetworkSegment(c1a38775-ec28-415d-bb88-0cf7761c0f56),segment_id=c1a38775-ec28-415d-bb88-0cf7761c0f56)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:57:09.111223 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:09.112829 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Device ae63e0fe-230b-4a4a-a7d0-62a2453b5b53 up at agent ovs-agent-dv-cinder-788782-9-iscsi {{(pid=120043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:57:09.171711 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08724a11-fd48-4ea4-9071-7b022d0e8053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:09.245698 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca73ca32-1cb5-4675-b4ab-89ad11fd65df req-e401db1d-7a21-47f6-91eb-42b9e029f13c tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:09.255997 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ca73ca32-1cb5-4675-b4ab-89ad11fd65df req-e401db1d-7a21-47f6-91eb-42b9e029f13c tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/networks?id=d8a10b69-52c5-4ba7-9e6b-9d664f8fb5ae HTTP/1.1" status: 200 len: 816 time: 0.7367125 Sep 03 12:57:09.371474 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Pushing event updated for resources: {'Port': ['ID=b2a98f04-fab5-4a03-89bf-2d69c1ecc08c,revision_number=4']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:09.445084 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-08f51270-9900-45ae-a958-671501e71079 None None] Provisioning complete for port ae63e0fe-230b-4a4a-a7d0-62a2453b5b53 triggered by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:57:09.445084 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:09.469609 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_hamode_db [None req-f4060616-a580-4d7c-bec8-61185ce9695e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a97104e-f6e3-4a22-b1ff-5779da7856c7', 'name': 'tempest-AttachVolumeShelveTestJSON-381078607-router', 'tenant_id': '8cbbddf1eac34975b3dfff073526b48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'b2a98f04-fab5-4a03-89bf-2d69c1ecc08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:56:55Z', 'updated_at': '2021-09-03T12:57:05Z', 'revision_number': 4, 'project_id': '8cbbddf1eac34975b3dfff073526b48a', 'gw_port': {'id': 'b2a98f04-fab5-4a03-89bf-2d69c1ecc08c', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:6d:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a97104e-f6e3-4a22-b1ff-5779da7856c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:56:57Z', 'updated_at': '2021-09-03T12:57:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi', '_interfaces': [{'id': 'aa87352f-9fed-450d-b6bf-29b91f7e6408', 'name': '', 'network_id': '4ae4bd86-9baa-4a46-894e-9d6319ec74c4', 'tenant_id': '8cbbddf1eac34975b3dfff073526b48a', 'mac_address': 'fa:16:3e:37:dc:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a97104e-f6e3-4a22-b1ff-5779da7856c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e4c3bb0a-fdd7-427f-b24b-a6cf6ccdaba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:57:03Z', 'updated_at': '2021-09-03T12:57:05Z', 'revision_number': 2, 'project_id': '8cbbddf1eac34975b3dfff073526b48a', 'subnets': [{'id': 'e4c3bb0a-fdd7-427f-b24b-a6cf6ccdaba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-9-iscsi', False) {} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:57:09.631341 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc3e718-dc26-4993-976f-d8d69a833ac0 req-3e5d115a-5242-497a-a9fc-827512b4ea79 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:09.632957 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-0dc3e718-dc26-4993-976f-d8d69a833ac0 req-3e5d115a-5242-497a-a9fc-827512b4ea79 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/ports?device_id=586a3dfb-7487-4647-be53-d8125a0c749a HTTP/1.1" status: 200 len: 931 time: 0.9715581 Sep 03 12:57:09.633684 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d8d6cc-a404-430e-982a-c953d1f66d94 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Pushing event updated for resources: {'Port': ['ID=d96262ba-32f5-43b0-a1cf-dc4b27e4d9ac,revision_number=1']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:09.660758 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ca73ca32-1cb5-4675-b4ab-89ad11fd65df req-50e1ae84-bea0-456a-aab9-581b8570ce50 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/quotas/ded28f26959b44b3a09129cafe54c3ac HTTP/1.1" status: 200 len: 375 time: 0.4030051 Sep 03 12:57:09.668771 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-da267084-a0e4-4209-ad99-51360e08124d req-94d50b57-4710-4409-8d08-fc7a1e982551 tempest-DeleteServersTestJSON-125597565 tempest-DeleteServersTestJSON-125597565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763613061259'] for port, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:09.728432 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1786d1e5-4ef6-4d8e-b026-4fbd8c5dfb13 req-39d8d6cc-a404-430e-982a-c953d1f66d94 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Network 5e5b8b41-03d5-4554-969f-d7a30c751bff is already hosted by enough agents. {{(pid=120042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 12:57:09.765208 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-0dc3e718-dc26-4993-976f-d8d69a833ac0 req-3065dc8e-d0d7-4d81-8984-3207dec52e2a tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/security-groups?id=202644d7-0091-49f7-a3d6-689b64f2110e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841773 Sep 03 12:57:09.766095 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.base_scheduler [req-1786d1e5-4ef6-4d8e-b026-4fbd8c5dfb13 req-39d8d6cc-a404-430e-982a-c953d1f66d94 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Resources bound (agent type, host, resource id): {{(pid=120042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:57:09.793408 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.l3_dvrscheduler_db [req-1786d1e5-4ef6-4d8e-b026-4fbd8c5dfb13 req-39d8d6cc-a404-430e-982a-c953d1f66d94 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Received port after_create {{(pid=120042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 12:57:09.809259 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1786d1e5-4ef6-4d8e-b026-4fbd8c5dfb13 req-39d8d6cc-a404-430e-982a-c953d1f66d94 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:09.809988 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-1786d1e5-4ef6-4d8e-b026-4fbd8c5dfb13 req-39d8d6cc-a404-430e-982a-c953d1f66d94 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575370'] for port, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:09.833258 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4060616-a580-4d7c-bec8-61185ce9695e None None] Checking router: 2a97104e-f6e3-4a22-b1ff-5779da7856c7 for host: dv-cinder-788782-9-iscsi {{(pid=120043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 12:57:09.833889 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4060616-a580-4d7c-bec8-61185ce9695e None None] Updating router 2a97104e-f6e3-4a22-b1ff-5779da7856c7 port aa87352f-9fed-450d-b6bf-29b91f7e6408 binding host dv-cinder-788782-9-iscsi {{(pid=120043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 12:57:09.895697 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-33f11d31-f642-4a2c-b464-4050f0e1c84e tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:09.898971 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-f4060616-a580-4d7c-bec8-61185ce9695e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:09.929447 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron_lib.callbacks.manager [None req-2745244e-c5cc-49df-924f-c3cd0b9fb4b7 None None] Notify callbacks [] for port, precommit_update {{(pid=120044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:09.954911 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.provisioning_blocks [None req-2745244e-c5cc-49df-924f-c3cd0b9fb4b7 None None] Transition to ACTIVE for port object 57286b95-ae87-4189-9528-fca691c90394 will not be triggered until provisioned by entity L2. {{(pid=120044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 12:57:09.968602 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ca73ca32-1cb5-4675-b4ab-89ad11fd65df req-1bf4f7fa-be6c-42fb-8827-f21943fc6a7f tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ded28f26959b44b3a09129cafe54c3ac&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3066428 Sep 03 12:57:10.082751 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron_lib.callbacks.manager [None req-2745244e-c5cc-49df-924f-c3cd0b9fb4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:10.170960 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ca73ca32-1cb5-4675-b4ab-89ad11fd65df req-922d8c9f-54f4-4f2a-bada-16f761b1bad2 service neutron] 10.222.0.24 "GET /v2.0/networks/d8a10b69-52c5-4ba7-9e6b-9d664f8fb5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560786 Sep 03 12:57:10.176571 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-33f11d31-f642-4a2c-b464-4050f0e1c84e tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684986'] for security_group_rule, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:10.215218 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da267084-a0e4-4209-ad99-51360e08124d req-94d50b57-4710-4409-8d08-fc7a1e982551 tempest-DeleteServersTestJSON-125597565 tempest-DeleteServersTestJSON-125597565-project] Network 6188b2f6-b26c-4562-8b61-dd68bee2cf74 is already hosted by enough agents. {{(pid=120042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 12:57:10.230127 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.base_scheduler [req-da267084-a0e4-4209-ad99-51360e08124d req-94d50b57-4710-4409-8d08-fc7a1e982551 tempest-DeleteServersTestJSON-125597565 tempest-DeleteServersTestJSON-125597565-project] Resources bound (agent type, host, resource id): {{(pid=120042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:57:10.270302 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.plugins.ml2.managers [None req-2745244e-c5cc-49df-924f-c3cd0b9fb4b7 None None] Attempting to bind port 57286b95-ae87-4189-9528-fca691c90394 on host dv-cinder-788782-9-iscsi for vnic_type normal with profile {{(pid=120044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 12:57:10.270710 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.plugins.ml2.managers [None req-2745244e-c5cc-49df-924f-c3cd0b9fb4b7 None None] Attempting to bind port 57286b95-ae87-4189-9528-fca691c90394 by drivers openvswitch,hyperv on host dv-cinder-788782-9-iscsi at level 0 using segments [{'id': 'd03da7ba-8154-41e4-a96a-41813e08fccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd8a10b69-52c5-4ba7-9e6b-9d664f8fb5ae'}] {{(pid=120044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 12:57:10.271069 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2745244e-c5cc-49df-924f-c3cd0b9fb4b7 None None] Attempting to bind port 57286b95-ae87-4189-9528-fca691c90394 on network d8a10b69-52c5-4ba7-9e6b-9d664f8fb5ae {{(pid=120044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 12:57:10.275426 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.l3_dvrscheduler_db [req-da267084-a0e4-4209-ad99-51360e08124d req-94d50b57-4710-4409-8d08-fc7a1e982551 tempest-DeleteServersTestJSON-125597565 tempest-DeleteServersTestJSON-125597565-project] Received port after_create {{(pid=120042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 12:57:10.279274 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2745244e-c5cc-49df-924f-c3cd0b9fb4b7 None None] Checking agent: {'id': '54d2aec0-bb47-465a-a42e-8bc5f6172949', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 12, 48, 38), 'started_at': datetime.datetime(2021, 9, 3, 12, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 12, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 12:57:10.279666 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2745244e-c5cc-49df-924f-c3cd0b9fb4b7 None None] Checking segment: {'id': 'd03da7ba-8154-41e4-a96a-41813e08fccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd8a10b69-52c5-4ba7-9e6b-9d664f8fb5ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 12:57:10.280476 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron_lib.callbacks.manager [None req-2745244e-c5cc-49df-924f-c3cd0b9fb4b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=120044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:10.280594 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2745244e-c5cc-49df-924f-c3cd0b9fb4b7 None None] Bound using segment: {'id': 'd03da7ba-8154-41e4-a96a-41813e08fccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd8a10b69-52c5-4ba7-9e6b-9d664f8fb5ae'} {{(pid=120044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 12:57:10.281073 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.plugins.ml2.managers [None req-2745244e-c5cc-49df-924f-c3cd0b9fb4b7 None None] Bound port: 57286b95-ae87-4189-9528-fca691c90394, host: dv-cinder-788782-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd03da7ba-8154-41e4-a96a-41813e08fccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd8a10b69-52c5-4ba7-9e6b-9d664f8fb5ae'}}] {{(pid=120044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 12:57:10.281500 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron_lib.callbacks.manager [None req-2745244e-c5cc-49df-924f-c3cd0b9fb4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:10.281861 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da267084-a0e4-4209-ad99-51360e08124d req-94d50b57-4710-4409-8d08-fc7a1e982551 tempest-DeleteServersTestJSON-125597565 tempest-DeleteServersTestJSON-125597565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:10.282584 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-da267084-a0e4-4209-ad99-51360e08124d req-94d50b57-4710-4409-8d08-fc7a1e982551 tempest-DeleteServersTestJSON-125597565 tempest-DeleteServersTestJSON-125597565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575370'] for port, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:10.322251 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f11d31-f642-4a2c-b464-4050f0e1c84e tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51fb181f-b1bb-4044-b8bd-96ac6b19ac66,revision_number=0']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:10.336812 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d50b57-4710-4409-8d08-fc7a1e982551 tempest-DeleteServersTestJSON-125597565 tempest-DeleteServersTestJSON-125597565-project] Pushing event updated for resources: {'Port': ['ID=13f99c8e-17b2-4e53-8058-e97ba340662a,revision_number=1']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:10.364096 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-3f69cee7-b50d-42ab-b132-1eadf08814d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:10.428098 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-f4060616-a580-4d7c-bec8-61185ce9695e None None] Notify callbacks [] for port, precommit_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:10.429074 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.plugins.ml2.db [None req-2745244e-c5cc-49df-924f-c3cd0b9fb4b7 None None] For port 57286b95-ae87-4189-9528-fca691c90394, host dv-cinder-788782-9-iscsi, cleared binding levels {{(pid=120044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 12:57:10.440616 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.plugins.ml2.db [None req-2745244e-c5cc-49df-924f-c3cd0b9fb4b7 None None] For port 57286b95-ae87-4189-9528-fca691c90394, host dv-cinder-788782-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-9-iscsi',level=0,port_id=57286b95-ae87-4189-9528-fca691c90394,segment=NetworkSegment(d03da7ba-8154-41e4-a96a-41813e08fccd),segment_id=d03da7ba-8154-41e4-a96a-41813e08fccd)] {{(pid=120044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 12:57:10.456624 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-f4060616-a580-4d7c-bec8-61185ce9695e None None] Transition to ACTIVE for port object aa87352f-9fed-450d-b6bf-29b91f7e6408 will not be triggered until provisioned by entity L2. {{(pid=120043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 12:57:10.480136 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-3f69cee7-b50d-42ab-b132-1eadf08814d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:10.483399 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772bab37-e6a9-47cf-8685-a956b0e610ea None None] Pushing event updated for resources: {'Port': ['ID=57286b95-ae87-4189-9528-fca691c90394,revision_number=3']} {{(pid=120044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:10.526731 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ca73ca32-1cb5-4675-b4ab-89ad11fd65df req-7ab405a5-adf2-4885-9d59-a6cb78f26b46 service neutron] 10.222.0.24 "GET /v2.0/networks/d8a10b69-52c5-4ba7-9e6b-9d664f8fb5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3418822 Sep 03 12:57:10.532877 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron_lib.callbacks.manager [None req-2745244e-c5cc-49df-924f-c3cd0b9fb4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:10.541386 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-3f69cee7-b50d-42ab-b132-1eadf08814d9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a7ce0277a1344b2ca6aad6ea6dd4f5c7&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5761905 Sep 03 12:57:10.544112 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 34850) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:57:10.564066 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-f4060616-a580-4d7c-bec8-61185ce9695e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:10.581694 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 34852) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:57:10.584149 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-1786d1e5-4ef6-4d8e-b026-4fbd8c5dfb13 req-39d8d6cc-a404-430e-982a-c953d1f66d94 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8185785 Sep 03 12:57:10.628045 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [req-1786d1e5-4ef6-4d8e-b026-4fbd8c5dfb13 req-e29e8468-6b27-4899-b600-49ba1ed00aba tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=120042) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 12:57:10.629128 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-1786d1e5-4ef6-4d8e-b026-4fbd8c5dfb13 req-e29e8468-6b27-4899-b600-49ba1ed00aba tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073838 Sep 03 12:57:10.630160 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-33f11d31-f642-4a2c-b464-4050f0e1c84e tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:10.633836 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-33f11d31-f642-4a2c-b464-4050f0e1c84e tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.9577897 Sep 03 12:57:10.633836 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-da267084-a0e4-4209-ad99-51360e08124d req-94d50b57-4710-4409-8d08-fc7a1e982551 tempest-DeleteServersTestJSON-125597565 tempest-DeleteServersTestJSON-125597565-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9100161 Sep 03 12:57:10.639753 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 34856) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:57:10.660633 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.v2.base [None req-625a594a-d6df-4b42-bec2-0c73a52c5ebe tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Request body: {'security_group_rule': {'security_group_id': '0fd2e05a-404e-4218-af27-cb0ee3234aaa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=120042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:57:10.672290 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [req-da267084-a0e4-4209-ad99-51360e08124d req-4c0a9373-b7e5-4f89-93c2-0b70889fbf53 tempest-DeleteServersTestJSON-125597565 tempest-DeleteServersTestJSON-125597565-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=120042) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 12:57:10.677589 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-da267084-a0e4-4209-ad99-51360e08124d req-4c0a9373-b7e5-4f89-93c2-0b70889fbf53 tempest-DeleteServersTestJSON-125597565 tempest-DeleteServersTestJSON-125597565-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053585 Sep 03 12:57:10.688054 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f69cee7-b50d-42ab-b132-1eadf08814d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa0839bb-007f-4b15-8bbb-3fd9cb1b2a67,revision_number=1']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:10.785165 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-8e81fd64-8c93-4e7a-b459-157627cf9da0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:10.821630 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-625a594a-d6df-4b42-bec2-0c73a52c5ebe tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:10.834106 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772bab37-e6a9-47cf-8685-a956b0e610ea None None] Pushing event updated for resources: {'Port': ['ID=57286b95-ae87-4189-9528-fca691c90394,revision_number=4']} {{(pid=120044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:10.848551 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Device 6c49beb3-2a94-4675-a9b6-b262fd3c70ba up at agent ovs-agent-dv-cinder-788782-9-iscsi {{(pid=120043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:57:10.872215 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2745244e-c5cc-49df-924f-c3cd0b9fb4b7 None None] Routers {'a503039f-80ae-4a77-9d06-514d451c4b0b'} bound to L3 agent in host dv-cinder-788782-9-iscsi {{(pid=120044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 12:57:10.876663 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_hamode_db [None req-2745244e-c5cc-49df-924f-c3cd0b9fb4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T12:48:38Z,description=,heartbeat_timestamp=2021-09-03T12:57:08Z,host='dv-cinder-788782-9-iscsi',id=3ba3cff0-0714-4a2d-b638-391a63c22700,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:48:38Z,topic='l3_agent')) {'router_ids': ['a503039f-80ae-4a77-9d06-514d451c4b0b'], 'active': True} {{(pid=120044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:57:10.886103 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-8e81fd64-8c93-4e7a-b459-157627cf9da0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:11.012064 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507d19eb-5a51-4cf9-9917-b154aad3956f None None] Pushing event updated for resources: {'Port': ['ID=aa87352f-9fed-450d-b6bf-29b91f7e6408,revision_number=3']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:11.035686 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-2c519a17-0beb-43c7-87f4-2092289e9390 admin admin] Notify callbacks [] for security_group, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:11.053622 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-df5ee12c-e8c1-490b-8d0e-415336677a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:11.130272 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.v2.base [req-1786d1e5-4ef6-4d8e-b026-4fbd8c5dfb13 req-3ac5dbe5-74b5-4665-b884-95935558aec9 service neutron] Request body: {'port': {'device_id': '586a3dfb-7487-4647-be53-d8125a0c749a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=120042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:57:11.154770 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_dvr_db [None req-2745244e-c5cc-49df-924f-c3cd0b9fb4b7 None None] Set router a503039f-80ae-4a77-9d06-514d451c4b0b gateway port host: dv-cinder-788782-9-iscsi {{(pid=120044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 12:57:11.240801 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-8e81fd64-8c93-4e7a-b459-157627cf9da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:11.243943 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-8e81fd64-8c93-4e7a-b459-157627cf9da0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:11.245249 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.managers [None req-f4060616-a580-4d7c-bec8-61185ce9695e None None] Attempting to bind port aa87352f-9fed-450d-b6bf-29b91f7e6408 on host dv-cinder-788782-9-iscsi for vnic_type normal with profile {{(pid=120043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 12:57:11.245525 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-8e81fd64-8c93-4e7a-b459-157627cf9da0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/aa0839bb-007f-4b15-8bbb-3fd9cb1b2a67 HTTP/1.1" status: 204 len: 168 time: 0.7003336 Sep 03 12:57:11.245633 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.managers [None req-f4060616-a580-4d7c-bec8-61185ce9695e None None] Attempting to bind port aa87352f-9fed-450d-b6bf-29b91f7e6408 by drivers openvswitch,hyperv on host dv-cinder-788782-9-iscsi at level 0 using segments [{'id': '32a72ad9-2465-4193-b477-40371effc92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4ae4bd86-9baa-4a46-894e-9d6319ec74c4'}] {{(pid=120043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 12:57:11.247345 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4060616-a580-4d7c-bec8-61185ce9695e None None] Attempting to bind port aa87352f-9fed-450d-b6bf-29b91f7e6408 on network 4ae4bd86-9baa-4a46-894e-9d6319ec74c4 {{(pid=120043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 12:57:11.268237 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e81fd64-8c93-4e7a-b459-157627cf9da0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa0839bb-007f-4b15-8bbb-3fd9cb1b2a67,revision_number=None']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:11.279187 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4060616-a580-4d7c-bec8-61185ce9695e None None] Checking agent: {'id': '54d2aec0-bb47-465a-a42e-8bc5f6172949', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 12, 48, 38), 'started_at': datetime.datetime(2021, 9, 3, 12, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 12, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 12:57:11.287051 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4060616-a580-4d7c-bec8-61185ce9695e None None] Checking segment: {'id': '32a72ad9-2465-4193-b477-40371effc92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4ae4bd86-9baa-4a46-894e-9d6319ec74c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 12:57:11.287508 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-f4060616-a580-4d7c-bec8-61185ce9695e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:11.287954 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4060616-a580-4d7c-bec8-61185ce9695e None None] Bound using segment: {'id': '32a72ad9-2465-4193-b477-40371effc92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4ae4bd86-9baa-4a46-894e-9d6319ec74c4'} {{(pid=120043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 12:57:11.291214 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.managers [None req-f4060616-a580-4d7c-bec8-61185ce9695e None None] Bound port: aa87352f-9fed-450d-b6bf-29b91f7e6408, host: dv-cinder-788782-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a72ad9-2465-4193-b477-40371effc92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4ae4bd86-9baa-4a46-894e-9d6319ec74c4'}}] {{(pid=120043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 12:57:11.291577 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-f4060616-a580-4d7c-bec8-61185ce9695e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:11.383490 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-08f51270-9900-45ae-a958-671501e71079 None None] Provisioning for port 6c49beb3-2a94-4675-a9b6-b262fd3c70ba completed by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 12:57:11.411543 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-08f51270-9900-45ae-a958-671501e71079 None None] Provisioning complete for port 6c49beb3-2a94-4675-a9b6-b262fd3c70ba triggered by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:57:11.411981 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:11.440797 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 34880) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:57:11.446381 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.v2.base [req-da267084-a0e4-4209-ad99-51360e08124d req-856411b1-6edf-4b0e-a307-656433765193 service neutron] Request body: {'port': {'device_id': '2a8c6589-cdd9-423f-8768-c5e11124438e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=120042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:57:11.449045 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.v2.base [None req-93ca0642-a3e8-4ca6-bd1c-b8b77067e379 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Request body: {'security_group': {'name': 'tempest-securitygroup--267325083', 'description': 'tempest-description--1341106353'}} {{(pid=120041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:57:11.457344 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-f4060616-a580-4d7c-bec8-61185ce9695e None None] For port aa87352f-9fed-450d-b6bf-29b91f7e6408, host dv-cinder-788782-9-iscsi, cleared binding levels {{(pid=120043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 12:57:11.481770 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-f4060616-a580-4d7c-bec8-61185ce9695e None None] For port aa87352f-9fed-450d-b6bf-29b91f7e6408, host dv-cinder-788782-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-9-iscsi',level=0,port_id=aa87352f-9fed-450d-b6bf-29b91f7e6408,segment=NetworkSegment(32a72ad9-2465-4193-b477-40371effc92a),segment_id=32a72ad9-2465-4193-b477-40371effc92a)] {{(pid=120043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 12:57:11.579268 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-625a594a-d6df-4b42-bec2-0c73a52c5ebe tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:11.584497 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:11.633883 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-f4060616-a580-4d7c-bec8-61185ce9695e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:11.667575 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-1786d1e5-4ef6-4d8e-b026-4fbd8c5dfb13 req-3ac5dbe5-74b5-4665-b884-95935558aec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:11.675578 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_hamode_db [None req-2745244e-c5cc-49df-924f-c3cd0b9fb4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a503039f-80ae-4a77-9d06-514d451c4b0b', 'name': 'tempest-ServerRescueNegativeTestJSON-6061853-router', 'tenant_id': 'ded28f26959b44b3a09129cafe54c3ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '02562da2-d5b6-4e8e-bbfb-d6baa245dad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:56:53Z', 'updated_at': '2021-09-03T12:57:03Z', 'revision_number': 4, 'project_id': 'ded28f26959b44b3a09129cafe54c3ac', 'gw_port': {'id': '02562da2-d5b6-4e8e-bbfb-d6baa245dad8', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:6c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a503039f-80ae-4a77-9d06-514d451c4b0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:56:55Z', 'updated_at': '2021-09-03T12:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi', '_interfaces': [{'id': '57286b95-ae87-4189-9528-fca691c90394', 'name': '', 'network_id': 'd8a10b69-52c5-4ba7-9e6b-9d664f8fb5ae', 'tenant_id': 'ded28f26959b44b3a09129cafe54c3ac', 'mac_address': 'fa:16:3e:a7:ad:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a503039f-80ae-4a77-9d06-514d451c4b0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c7423f83-7cc4-42fa-82eb-8016662f087e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:57:01Z', 'updated_at': '2021-09-03T12:57:10Z', 'revision_number': 4, 'project_id': 'ded28f26959b44b3a09129cafe54c3ac', 'subnets': [{'id': 'c7423f83-7cc4-42fa-82eb-8016662f087e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-9-iscsi', False) {} {{(pid=120044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:57:11.736039 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2745244e-c5cc-49df-924f-c3cd0b9fb4b7 None None] The sync data for ids ['a503039f-80ae-4a77-9d06-514d451c4b0b'] in dv-cinder-788782-9-iscsi is: [{'id': 'a503039f-80ae-4a77-9d06-514d451c4b0b', 'name': 'tempest-ServerRescueNegativeTestJSON-6061853-router', 'tenant_id': 'ded28f26959b44b3a09129cafe54c3ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '02562da2-d5b6-4e8e-bbfb-d6baa245dad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:56:53Z', 'updated_at': '2021-09-03T12:57:03Z', 'revision_number': 4, 'project_id': 'ded28f26959b44b3a09129cafe54c3ac', 'gw_port': {'id': '02562da2-d5b6-4e8e-bbfb-d6baa245dad8', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:6c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a503039f-80ae-4a77-9d06-514d451c4b0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:56:55Z', 'updated_at': '2021-09-03T12:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi', '_interfaces': [{'id': '57286b95-ae87-4189-9528-fca691c90394', 'name': '', 'network_id': 'd8a10b69-52c5-4ba7-9e6b-9d664f8fb5ae', 'tenant_id': 'ded28f26959b44b3a09129cafe54c3ac', 'mac_address': 'fa:16:3e:a7:ad:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a503039f-80ae-4a77-9d06-514d451c4b0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c7423f83-7cc4-42fa-82eb-8016662f087e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:57:01Z', 'updated_at': '2021-09-03T12:57:10Z', 'revision_number': 4, 'project_id': 'ded28f26959b44b3a09129cafe54c3ac', 'subnets': [{'id': 'c7423f83-7cc4-42fa-82eb-8016662f087e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 12:57:11.792319 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-625a594a-d6df-4b42-bec2-0c73a52c5ebe tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684986'] for security_group_rule, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:11.829026 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507d19eb-5a51-4cf9-9917-b154aad3956f None None] Pushing event updated for resources: {'Port': ['ID=aa87352f-9fed-450d-b6bf-29b91f7e6408,revision_number=4']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:11.840425 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-08f51270-9900-45ae-a958-671501e71079 None None] For port 6c49beb3-2a94-4675-a9b6-b262fd3c70ba, host dv-cinder-788782-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-9-iscsi',level=0,port_id=6c49beb3-2a94-4675-a9b6-b262fd3c70ba,segment=NetworkSegment(101332a1-79af-4268-a774-3b1495ccc8a0),segment_id=101332a1-79af-4268-a774-3b1495ccc8a0)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:57:11.862500 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4060616-a580-4d7c-bec8-61185ce9695e None None] Routers {'2a97104e-f6e3-4a22-b1ff-5779da7856c7'} bound to L3 agent in host dv-cinder-788782-9-iscsi {{(pid=120043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 12:57:11.863885 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_hamode_db [None req-f4060616-a580-4d7c-bec8-61185ce9695e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T12:48:38Z,description=,heartbeat_timestamp=2021-09-03T12:57:08Z,host='dv-cinder-788782-9-iscsi',id=3ba3cff0-0714-4a2d-b638-391a63c22700,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:48:38Z,topic='l3_agent')) {'router_ids': ['2a97104e-f6e3-4a22-b1ff-5779da7856c7'], 'active': True} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:57:11.880886 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53febdd2-cc26-4733-9e44-1167635873a8 req-d948fef7-0646-47fc-a7e2-5ba0f6ec3ee6 tempest-DeleteServersTestJSON-125597565 tempest-DeleteServersTestJSON-125597565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:11.883389 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-53febdd2-cc26-4733-9e44-1167635873a8 req-d948fef7-0646-47fc-a7e2-5ba0f6ec3ee6 tempest-DeleteServersTestJSON-125597565 tempest-DeleteServersTestJSON-125597565-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a8c6589-cdd9-423f-8768-c5e11124438e HTTP/1.1" status: 200 len: 932 time: 0.7185140 Sep 03 12:57:11.930449 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-da267084-a0e4-4209-ad99-51360e08124d req-856411b1-6edf-4b0e-a307-656433765193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:11.957701 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625a594a-d6df-4b42-bec2-0c73a52c5ebe tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60903c5d-6d80-4eea-a10e-1e8f70b7816c,revision_number=0']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:12.136056 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvr_db [None req-f4060616-a580-4d7c-bec8-61185ce9695e None None] Set router 2a97104e-f6e3-4a22-b1ff-5779da7856c7 gateway port host: dv-cinder-788782-9-iscsi {{(pid=120043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 12:57:12.270737 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:12.271910 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Device b2a98f04-fab5-4a03-89bf-2d69c1ecc08c up at agent ovs-agent-dv-cinder-788782-9-iscsi {{(pid=120043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:57:12.355582 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dab1a25-b1ef-4326-be58-f75b8d5fe819 req-16c85aa8-ccda-4205-bba7-21f8eeb4bd1c tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:12.365483 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-9dab1a25-b1ef-4326-be58-f75b8d5fe819 req-16c85aa8-ccda-4205-bba7-21f8eeb4bd1c tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/ports?device_id=586a3dfb-7487-4647-be53-d8125a0c749a HTTP/1.1" status: 200 len: 931 time: 0.6910841 Sep 03 12:57:12.695406 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-08f51270-9900-45ae-a958-671501e71079 None None] Provisioning complete for port b2a98f04-fab5-4a03-89bf-2d69c1ecc08c triggered by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:57:12.695787 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:12.740900 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Pushing event updated for resources: {'Port': ['ID=6c49beb3-2a94-4675-a9b6-b262fd3c70ba,revision_number=5']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:12.783084 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-53febdd2-cc26-4733-9e44-1167635873a8 req-0880b4c6-48aa-4c60-86f4-96032d67ff05 tempest-DeleteServersTestJSON-125597565 tempest-DeleteServersTestJSON-125597565-project] 10.222.0.24 "GET /v2.0/security-groups?id=6590f256-0f7c-4dac-9942-f701b4f2738f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8785532 Sep 03 12:57:12.830949 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_hamode_db [None req-f4060616-a580-4d7c-bec8-61185ce9695e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a97104e-f6e3-4a22-b1ff-5779da7856c7', 'name': 'tempest-AttachVolumeShelveTestJSON-381078607-router', 'tenant_id': '8cbbddf1eac34975b3dfff073526b48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'b2a98f04-fab5-4a03-89bf-2d69c1ecc08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:56:55Z', 'updated_at': '2021-09-03T12:57:05Z', 'revision_number': 4, 'project_id': '8cbbddf1eac34975b3dfff073526b48a', 'gw_port': {'id': 'b2a98f04-fab5-4a03-89bf-2d69c1ecc08c', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:6d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a97104e-f6e3-4a22-b1ff-5779da7856c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:56:57Z', 'updated_at': '2021-09-03T12:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi', '_interfaces': [{'id': 'aa87352f-9fed-450d-b6bf-29b91f7e6408', 'name': '', 'network_id': '4ae4bd86-9baa-4a46-894e-9d6319ec74c4', 'tenant_id': '8cbbddf1eac34975b3dfff073526b48a', 'mac_address': 'fa:16:3e:37:dc:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a97104e-f6e3-4a22-b1ff-5779da7856c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e4c3bb0a-fdd7-427f-b24b-a6cf6ccdaba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:57:03Z', 'updated_at': '2021-09-03T12:57:11Z', 'revision_number': 4, 'project_id': '8cbbddf1eac34975b3dfff073526b48a', 'subnets': [{'id': 'e4c3bb0a-fdd7-427f-b24b-a6cf6ccdaba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-9-iscsi', False) {} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:57:12.906189 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4060616-a580-4d7c-bec8-61185ce9695e None None] The sync data for ids ['2a97104e-f6e3-4a22-b1ff-5779da7856c7'] in dv-cinder-788782-9-iscsi is: [{'id': '2a97104e-f6e3-4a22-b1ff-5779da7856c7', 'name': 'tempest-AttachVolumeShelveTestJSON-381078607-router', 'tenant_id': '8cbbddf1eac34975b3dfff073526b48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'b2a98f04-fab5-4a03-89bf-2d69c1ecc08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:56:55Z', 'updated_at': '2021-09-03T12:57:05Z', 'revision_number': 4, 'project_id': '8cbbddf1eac34975b3dfff073526b48a', 'gw_port': {'id': 'b2a98f04-fab5-4a03-89bf-2d69c1ecc08c', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:6d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a97104e-f6e3-4a22-b1ff-5779da7856c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:56:57Z', 'updated_at': '2021-09-03T12:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi', '_interfaces': [{'id': 'aa87352f-9fed-450d-b6bf-29b91f7e6408', 'name': '', 'network_id': '4ae4bd86-9baa-4a46-894e-9d6319ec74c4', 'tenant_id': '8cbbddf1eac34975b3dfff073526b48a', 'mac_address': 'fa:16:3e:37:dc:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a97104e-f6e3-4a22-b1ff-5779da7856c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e4c3bb0a-fdd7-427f-b24b-a6cf6ccdaba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:57:03Z', 'updated_at': '2021-09-03T12:57:11Z', 'revision_number': 4, 'project_id': '8cbbddf1eac34975b3dfff073526b48a', 'subnets': [{'id': 'e4c3bb0a-fdd7-427f-b24b-a6cf6ccdaba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 12:57:12.908912 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-9dab1a25-b1ef-4326-be58-f75b8d5fe819 req-f07e3d37-3412-4f79-9da8-86db916dc540 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/security-groups?id=202644d7-0091-49f7-a3d6-689b64f2110e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5415933 Sep 03 12:57:12.969149 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-63b29618-935a-4514-a84b-3044da84a8fc req-07e02560-a636-4f98-b3fd-5631691d8926 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e2125f4-be50-4794-ba6b-339c1df91fc1 HTTP/1.1" status: 200 len: 210 time: 0.0949659 Sep 03 12:57:12.990945 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-2c519a17-0beb-43c7-87f4-2092289e9390 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:13.089746 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-2c519a17-0beb-43c7-87f4-2092289e9390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:13.293324 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 34904) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:57:13.339695 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.notifiers.nova [req-da267084-a0e4-4209-ad99-51360e08124d req-856411b1-6edf-4b0e-a307-656433765193 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13f99c8e-17b2-4e53-8058-e97ba340662a {{(pid=120042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 12:57:13.344834 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-bf60ebcd-2fab-4f80-a66c-c42a9e8eb436 admin admin] Notify callbacks [] for security_group, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:13.349453 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-da267084-a0e4-4209-ad99-51360e08124d req-856411b1-6edf-4b0e-a307-656433765193 service neutron] Notify callbacks [] for port, precommit_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:13.385369 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.provisioning_blocks [req-da267084-a0e4-4209-ad99-51360e08124d req-856411b1-6edf-4b0e-a307-656433765193 service neutron] Transition to ACTIVE for port object 13f99c8e-17b2-4e53-8058-e97ba340662a will not be triggered until provisioned by entity L2. {{(pid=120042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 12:57:13.411414 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-625a594a-d6df-4b42-bec2-0c73a52c5ebe tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:13.416208 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-625a594a-d6df-4b42-bec2-0c73a52c5ebe tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.7720373 Sep 03 12:57:13.427907 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 34906) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:57:13.432206 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Device 6c49beb3-2a94-4675-a9b6-b262fd3c70ba up at agent ovs-agent-dv-cinder-788782-9-iscsi {{(pid=120043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:57:13.433444 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.v2.base [None req-64857069-b34b-41ce-a76a-ba26d4c676d3 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Request body: {'floatingip': {'floating_network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece'}} {{(pid=120042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:57:13.458351 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-da267084-a0e4-4209-ad99-51360e08124d req-856411b1-6edf-4b0e-a307-656433765193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:13.461184 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c519a17-0beb-43c7-87f4-2092289e9390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ddfe0d4-0c94-4e61-9e96-f628abc42d06,revision_number=1']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:13.508297 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-93ca0642-a3e8-4ca6-bd1c-b8b77067e379 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Notify callbacks [] for security_group, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:13.564035 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-08f51270-9900-45ae-a958-671501e71079 None None] Provisioning complete for port 6c49beb3-2a94-4675-a9b6-b262fd3c70ba triggered by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:57:13.564465 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:13.620130 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-2c519a17-0beb-43c7-87f4-2092289e9390 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b92e6a78db0d42b59f3fdac6022ac219&name=default HTTP/1.1" status: 200 len: 2979 time: 3.0349090 Sep 03 12:57:13.623965 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 34920) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:57:13.646649 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856411b1-6edf-4b0e-a307-656433765193 service neutron] Pushing event updated for resources: {'Port': ['ID=13f99c8e-17b2-4e53-8058-e97ba340662a,revision_number=2']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:13.779074 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Device 57286b95-ae87-4189-9528-fca691c90394 up at agent ovs-agent-dv-cinder-788782-9-iscsi {{(pid=120043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:57:13.799520 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 34924) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:57:13.839568 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-37e97cf7-547c-49ed-9c56-e2705c9a0c2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:13.991460 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.notifiers.nova [req-1786d1e5-4ef6-4d8e-b026-4fbd8c5dfb13 req-3ac5dbe5-74b5-4665-b884-95935558aec9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d96262ba-32f5-43b0-a1cf-dc4b27e4d9ac {{(pid=120042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 12:57:14.018998 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.managers [req-da267084-a0e4-4209-ad99-51360e08124d req-856411b1-6edf-4b0e-a307-656433765193 service neutron] Attempting to bind port 13f99c8e-17b2-4e53-8058-e97ba340662a on host hv-cinder-78878 for vnic_type normal with profile {{(pid=120042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 12:57:14.019379 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.managers [req-da267084-a0e4-4209-ad99-51360e08124d req-856411b1-6edf-4b0e-a307-656433765193 service neutron] Attempting to bind port 13f99c8e-17b2-4e53-8058-e97ba340662a by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': '00445703-bb8c-4c15-8a4c-1420d277a484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6188b2f6-b26c-4562-8b61-dd68bee2cf74'}] {{(pid=120042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 12:57:14.019730 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da267084-a0e4-4209-ad99-51360e08124d req-856411b1-6edf-4b0e-a307-656433765193 service neutron] Attempting to bind port 13f99c8e-17b2-4e53-8058-e97ba340662a on network 6188b2f6-b26c-4562-8b61-dd68bee2cf74 {{(pid=120042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 12:57:14.276020 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-37e97cf7-547c-49ed-9c56-e2705c9a0c2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:14.276020 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-8dc14507-4379-4408-a7d9-12d91bd736b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:14.276020 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-bf60ebcd-2fab-4f80-a66c-c42a9e8eb436 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:14.276936 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-1786d1e5-4ef6-4d8e-b026-4fbd8c5dfb13 req-3ac5dbe5-74b5-4665-b884-95935558aec9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:14.276936 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da267084-a0e4-4209-ad99-51360e08124d req-856411b1-6edf-4b0e-a307-656433765193 service neutron] Port 13f99c8e-17b2-4e53-8058-e97ba340662a on network 6188b2f6-b26c-4562-8b61-dd68bee2cf74 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=120042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 12:57:14.276936 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da267084-a0e4-4209-ad99-51360e08124d req-856411b1-6edf-4b0e-a307-656433765193 service neutron] Attempting to bind port 13f99c8e-17b2-4e53-8058-e97ba340662a on network 6188b2f6-b26c-4562-8b61-dd68bee2cf74 {{(pid=120042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 12:57:14.276936 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da267084-a0e4-4209-ad99-51360e08124d req-856411b1-6edf-4b0e-a307-656433765193 service neutron] Checking agent: {'id': '0f6a9262-0a79-4cf4-ac76-73211ad22d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 12, 55, 7), 'started_at': datetime.datetime(2021, 9, 3, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 12, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 12:57:14.276936 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da267084-a0e4-4209-ad99-51360e08124d req-856411b1-6edf-4b0e-a307-656433765193 service neutron] Checking segment: {'id': '00445703-bb8c-4c15-8a4c-1420d277a484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6188b2f6-b26c-4562-8b61-dd68bee2cf74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 12:57:14.276936 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da267084-a0e4-4209-ad99-51360e08124d req-856411b1-6edf-4b0e-a307-656433765193 service neutron] Bound using segment: {'id': '00445703-bb8c-4c15-8a4c-1420d277a484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6188b2f6-b26c-4562-8b61-dd68bee2cf74'} {{(pid=120042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 12:57:14.276936 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.managers [req-da267084-a0e4-4209-ad99-51360e08124d req-856411b1-6edf-4b0e-a307-656433765193 service neutron] Bound port: 13f99c8e-17b2-4e53-8058-e97ba340662a, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00445703-bb8c-4c15-8a4c-1420d277a484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6188b2f6-b26c-4562-8b61-dd68bee2cf74'}}] {{(pid=120042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 12:57:14.276936 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-da267084-a0e4-4209-ad99-51360e08124d req-856411b1-6edf-4b0e-a307-656433765193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:14.303347 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-08f51270-9900-45ae-a958-671501e71079 None None] Provisioning for port 57286b95-ae87-4189-9528-fca691c90394 completed by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 12:57:14.308031 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-08f51270-9900-45ae-a958-671501e71079 None None] Provisioning complete for port 57286b95-ae87-4189-9528-fca691c90394 triggered by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:57:14.308031 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:14.345006 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50db6d2a-5a8c-4989-8500-6f3c7243a825 req-af5c50a4-de75-4863-82f9-1a63f3e3d8b7 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:14.358122 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-50db6d2a-5a8c-4989-8500-6f3c7243a825 req-af5c50a4-de75-4863-82f9-1a63f3e3d8b7 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/networks?id=d8a10b69-52c5-4ba7-9e6b-9d664f8fb5ae HTTP/1.1" status: 200 len: 816 time: 0.7007730 Sep 03 12:57:14.367849 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb94ecc-fb83-4d90-a2e0-6f32c51c59f3 req-ad03631c-adb6-4ec7-9304-e026d32b723b tempest-DeleteServersTestJSON-125597565 tempest-DeleteServersTestJSON-125597565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:14.370032 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-7bb94ecc-fb83-4d90-a2e0-6f32c51c59f3 req-ad03631c-adb6-4ec7-9304-e026d32b723b tempest-DeleteServersTestJSON-125597565 tempest-DeleteServersTestJSON-125597565-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a8c6589-cdd9-423f-8768-c5e11124438e HTTP/1.1" status: 200 len: 944 time: 0.4314852 Sep 03 12:57:14.376360 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-37e97cf7-547c-49ed-9c56-e2705c9a0c2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:14.380240 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-37e97cf7-547c-49ed-9c56-e2705c9a0c2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:14.383998 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-37e97cf7-547c-49ed-9c56-e2705c9a0c2e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7ddfe0d4-0c94-4e61-9e96-f628abc42d06 HTTP/1.1" status: 204 len: 168 time: 0.7515793 Sep 03 12:57:14.383998 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-bf60ebcd-2fab-4f80-a66c-c42a9e8eb436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:14.410387 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.provisioning_blocks [req-1786d1e5-4ef6-4d8e-b026-4fbd8c5dfb13 req-3ac5dbe5-74b5-4665-b884-95935558aec9 service neutron] Transition to ACTIVE for port object d96262ba-32f5-43b0-a1cf-dc4b27e4d9ac will not be triggered until provisioned by entity L2. {{(pid=120042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 12:57:14.419897 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e97cf7-547c-49ed-9c56-e2705c9a0c2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ddfe0d4-0c94-4e61-9e96-f628abc42d06,revision_number=None']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:14.478119 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-bf60ebcd-2fab-4f80-a66c-c42a9e8eb436 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5b8c30ade6424201892baf43f6af5fdb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1836829 Sep 03 12:57:14.478925 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 34932) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:57:14.492215 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-50db6d2a-5a8c-4989-8500-6f3c7243a825 req-5bba7024-5b0b-4b06-b8cd-73e9011a64cb tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/quotas/ded28f26959b44b3a09129cafe54c3ac HTTP/1.1" status: 200 len: 375 time: 0.1206820 Sep 03 12:57:14.509345 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-1786d1e5-4ef6-4d8e-b026-4fbd8c5dfb13 req-3ac5dbe5-74b5-4665-b884-95935558aec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:14.511202 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf60ebcd-2fab-4f80-a66c-c42a9e8eb436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4141593-e93c-420b-8efa-3fec4a7b4ab6,revision_number=1']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:14.513805 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:14.563913 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-25016133-84de-49b2-a6ca-ba1deb62c7ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:14.609467 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-25016133-84de-49b2-a6ca-ba1deb62c7ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:14.623587 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-7bb94ecc-fb83-4d90-a2e0-6f32c51c59f3 req-2e648b6d-f4ac-4d44-8df1-550f9ff4c586 tempest-DeleteServersTestJSON-125597565 tempest-DeleteServersTestJSON-125597565-project] 10.222.0.24 "GET /v2.0/security-groups?id=6590f256-0f7c-4dac-9942-f701b4f2738f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146301 Sep 03 12:57:14.708074 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-50db6d2a-5a8c-4989-8500-6f3c7243a825 req-4a869906-a957-4600-baa3-1a40e061628b tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ded28f26959b44b3a09129cafe54c3ac&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1340573 Sep 03 12:57:14.811704 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-64857069-b34b-41ce-a76a-ba26d4c676d3 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Notify callbacks [] for floatingip, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:14.823013 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.db.api [None req-8dc14507-4379-4408-a7d9-12d91bd736b1 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 03 12:57:14.823013 dv-cinder-788782-9-iscsi neutron-server[120041]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 03 12:57:14.823013 dv-cinder-788782-9-iscsi neutron-server[120041]: [parameters: {'project_id_1': '8a8f62df84e64ae6867a97665f9356bd', 'expiration_1': datetime.datetime(2021, 9, 3, 12, 56, 54, 84583)}] Sep 03 12:57:14.823013 dv-cinder-788782-9-iscsi neutron-server[120041]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=120041) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 03 12:57:14.823397 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG oslo_db.api [None req-8dc14507-4379-4408-a7d9-12d91bd736b1 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=120041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 03 12:57:14.911641 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-08f51270-9900-45ae-a958-671501e71079 None None] For port 57286b95-ae87-4189-9528-fca691c90394, host dv-cinder-788782-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-9-iscsi',level=0,port_id=57286b95-ae87-4189-9528-fca691c90394,segment=NetworkSegment(d03da7ba-8154-41e4-a96a-41813e08fccd),segment_id=d03da7ba-8154-41e4-a96a-41813e08fccd)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:57:14.987205 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.managers [req-1786d1e5-4ef6-4d8e-b026-4fbd8c5dfb13 req-3ac5dbe5-74b5-4665-b884-95935558aec9 service neutron] Attempting to bind port d96262ba-32f5-43b0-a1cf-dc4b27e4d9ac on host hv-cinder-78878 for vnic_type normal with profile {{(pid=120042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 12:57:14.987534 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.managers [req-1786d1e5-4ef6-4d8e-b026-4fbd8c5dfb13 req-3ac5dbe5-74b5-4665-b884-95935558aec9 service neutron] Attempting to bind port d96262ba-32f5-43b0-a1cf-dc4b27e4d9ac by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': 'e15e6e61-4793-4b3c-8e28-8614cba2f27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5e5b8b41-03d5-4554-969f-d7a30c751bff'}] {{(pid=120042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 12:57:14.987893 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1786d1e5-4ef6-4d8e-b026-4fbd8c5dfb13 req-3ac5dbe5-74b5-4665-b884-95935558aec9 service neutron] Attempting to bind port d96262ba-32f5-43b0-a1cf-dc4b27e4d9ac on network 5e5b8b41-03d5-4554-969f-d7a30c751bff {{(pid=120042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 12:57:14.992550 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-25016133-84de-49b2-a6ca-ba1deb62c7ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:14.997985 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-25016133-84de-49b2-a6ca-ba1deb62c7ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:15.001695 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-25016133-84de-49b2-a6ca-ba1deb62c7ab admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c4141593-e93c-420b-8efa-3fec4a7b4ab6 HTTP/1.1" status: 204 len: 168 time: 0.5172398 Sep 03 12:57:15.003541 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:15.004880 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.db [req-da267084-a0e4-4209-ad99-51360e08124d req-856411b1-6edf-4b0e-a307-656433765193 service neutron] For port 13f99c8e-17b2-4e53-8058-e97ba340662a, host hv-cinder-78878, cleared binding levels {{(pid=120042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 12:57:15.068051 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25016133-84de-49b2-a6ca-ba1deb62c7ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4141593-e93c-420b-8efa-3fec4a7b4ab6,revision_number=None']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:15.126531 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Pushing event updated for resources: {'Port': ['ID=57286b95-ae87-4189-9528-fca691c90394,revision_number=5']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:15.130136 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1786d1e5-4ef6-4d8e-b026-4fbd8c5dfb13 req-3ac5dbe5-74b5-4665-b884-95935558aec9 service neutron] Port d96262ba-32f5-43b0-a1cf-dc4b27e4d9ac on network 5e5b8b41-03d5-4554-969f-d7a30c751bff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=120042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 12:57:15.130468 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1786d1e5-4ef6-4d8e-b026-4fbd8c5dfb13 req-3ac5dbe5-74b5-4665-b884-95935558aec9 service neutron] Attempting to bind port d96262ba-32f5-43b0-a1cf-dc4b27e4d9ac on network 5e5b8b41-03d5-4554-969f-d7a30c751bff {{(pid=120042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 12:57:15.167889 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1786d1e5-4ef6-4d8e-b026-4fbd8c5dfb13 req-3ac5dbe5-74b5-4665-b884-95935558aec9 service neutron] Checking agent: {'id': '0f6a9262-0a79-4cf4-ac76-73211ad22d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 12, 55, 7), 'started_at': datetime.datetime(2021, 9, 3, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 12, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 12:57:15.168238 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1786d1e5-4ef6-4d8e-b026-4fbd8c5dfb13 req-3ac5dbe5-74b5-4665-b884-95935558aec9 service neutron] Checking segment: {'id': 'e15e6e61-4793-4b3c-8e28-8614cba2f27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5e5b8b41-03d5-4554-969f-d7a30c751bff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 12:57:15.168633 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1786d1e5-4ef6-4d8e-b026-4fbd8c5dfb13 req-3ac5dbe5-74b5-4665-b884-95935558aec9 service neutron] Bound using segment: {'id': 'e15e6e61-4793-4b3c-8e28-8614cba2f27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5e5b8b41-03d5-4554-969f-d7a30c751bff'} {{(pid=120042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 12:57:15.169082 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.managers [req-1786d1e5-4ef6-4d8e-b026-4fbd8c5dfb13 req-3ac5dbe5-74b5-4665-b884-95935558aec9 service neutron] Bound port: d96262ba-32f5-43b0-a1cf-dc4b27e4d9ac, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e15e6e61-4793-4b3c-8e28-8614cba2f27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5e5b8b41-03d5-4554-969f-d7a30c751bff'}}] {{(pid=120042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 12:57:15.169442 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-1786d1e5-4ef6-4d8e-b026-4fbd8c5dfb13 req-3ac5dbe5-74b5-4665-b884-95935558aec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:15.189605 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.db [req-da267084-a0e4-4209-ad99-51360e08124d req-856411b1-6edf-4b0e-a307-656433765193 service neutron] For port 13f99c8e-17b2-4e53-8058-e97ba340662a, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=13f99c8e-17b2-4e53-8058-e97ba340662a,segment=NetworkSegment(00445703-bb8c-4c15-8a4c-1420d277a484),segment_id=00445703-bb8c-4c15-8a4c-1420d277a484)] {{(pid=120042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 12:57:15.210370 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-93ca0642-a3e8-4ca6-bd1c-b8b77067e379 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Notify callbacks [] for security_group, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:15.272256 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac5dbe5-74b5-4665-b884-95935558aec9 service neutron] Pushing event updated for resources: {'Port': ['ID=d96262ba-32f5-43b0-a1cf-dc4b27e4d9ac,revision_number=2']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:15.272436 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Device aa87352f-9fed-450d-b6bf-29b91f7e6408 up at agent ovs-agent-dv-cinder-788782-9-iscsi {{(pid=120043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:57:15.311940 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116ae4a4-f32b-48bf-93a6-f902b144ce82 req-76044ea3-493a-4af1-ae8b-ae13798c8ba1 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:15.313422 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-116ae4a4-f32b-48bf-93a6-f902b144ce82 req-76044ea3-493a-4af1-ae8b-ae13798c8ba1 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/ports?device_id=586a3dfb-7487-4647-be53-d8125a0c749a HTTP/1.1" status: 200 len: 943 time: 0.6042914 Sep 03 12:57:15.325132 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-8dc14507-4379-4408-a7d9-12d91bd736b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:15.342794 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-da267084-a0e4-4209-ad99-51360e08124d req-856411b1-6edf-4b0e-a307-656433765193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:15.356732 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-50db6d2a-5a8c-4989-8500-6f3c7243a825 req-aa04db8c-eb36-48c0-b7ff-e8b40da83f48 service neutron] 10.222.0.24 "GET /v2.0/networks/d8a10b69-52c5-4ba7-9e6b-9d664f8fb5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6275213 Sep 03 12:57:15.381393 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-93ca0642-a3e8-4ca6-bd1c-b8b77067e379 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:15.429686 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ca0642-a3e8-4ca6-bd1c-b8b77067e379 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8220371-6aa1-46e4-9fa1-bba367d10552,revision_number=1']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:15.449275 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da267084-a0e4-4209-ad99-51360e08124d req-856411b1-6edf-4b0e-a307-656433765193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:15.450238 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-da267084-a0e4-4209-ad99-51360e08124d req-856411b1-6edf-4b0e-a307-656433765193 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575370'] for port, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:15.451355 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-da267084-a0e4-4209-ad99-51360e08124d req-856411b1-6edf-4b0e-a307-656433765193 service neutron] 10.222.0.11 "PUT /v2.0/ports/13f99c8e-17b2-4e53-8058-e97ba340662a HTTP/1.1" status: 200 len: 1094 time: 4.5622525 Sep 03 12:57:15.461802 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a8c6589-cdd9-423f-8768-c5e11124438e', 'tag': '13f99c8e-17b2-4e53-8058-e97ba340662a'}] {{(pid=120042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 12:57:15.479978 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-08f51270-9900-45ae-a958-671501e71079 None None] Provisioning for port aa87352f-9fed-450d-b6bf-29b91f7e6408 completed by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 12:57:15.484168 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-08f51270-9900-45ae-a958-671501e71079 None None] Provisioning complete for port aa87352f-9fed-450d-b6bf-29b91f7e6408 triggered by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:57:15.484687 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:15.545572 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-8dc14507-4379-4408-a7d9-12d91bd736b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:15.690268 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-116ae4a4-f32b-48bf-93a6-f902b144ce82 req-b90f1b05-4b50-4428-86c8-d1adca340ca6 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/security-groups?id=202644d7-0091-49f7-a3d6-689b64f2110e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3067324 Sep 03 12:57:15.690268 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.db [req-1786d1e5-4ef6-4d8e-b026-4fbd8c5dfb13 req-3ac5dbe5-74b5-4665-b884-95935558aec9 service neutron] For port d96262ba-32f5-43b0-a1cf-dc4b27e4d9ac, host hv-cinder-78878, cleared binding levels {{(pid=120042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 12:57:15.690268 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856411b1-6edf-4b0e-a307-656433765193 service neutron] Pushing event updated for resources: {'Port': ['ID=13f99c8e-17b2-4e53-8058-e97ba340662a,revision_number=3']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:15.690268 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.db [req-1786d1e5-4ef6-4d8e-b026-4fbd8c5dfb13 req-3ac5dbe5-74b5-4665-b884-95935558aec9 service neutron] For port d96262ba-32f5-43b0-a1cf-dc4b27e4d9ac, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=d96262ba-32f5-43b0-a1cf-dc4b27e4d9ac,segment=NetworkSegment(e15e6e61-4793-4b3c-8e28-8614cba2f27c),segment_id=e15e6e61-4793-4b3c-8e28-8614cba2f27c)] {{(pid=120042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 12:57:15.713128 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-50db6d2a-5a8c-4989-8500-6f3c7243a825 req-496d9bbd-444f-4464-a327-3586b278d1ea service neutron] 10.222.0.24 "GET /v2.0/networks/d8a10b69-52c5-4ba7-9e6b-9d664f8fb5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3109586 Sep 03 12:57:15.718478 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-64857069-b34b-41ce-a76a-ba26d4c676d3 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:15.776308 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:15.832175 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-08f51270-9900-45ae-a958-671501e71079 None None] For port aa87352f-9fed-450d-b6bf-29b91f7e6408, host dv-cinder-788782-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-9-iscsi',level=0,port_id=aa87352f-9fed-450d-b6bf-29b91f7e6408,segment=NetworkSegment(32a72ad9-2465-4193-b477-40371effc92a),segment_id=32a72ad9-2465-4193-b477-40371effc92a)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:57:15.865389 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-8dc14507-4379-4408-a7d9-12d91bd736b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:15.906193 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-1786d1e5-4ef6-4d8e-b026-4fbd8c5dfb13 req-3ac5dbe5-74b5-4665-b884-95935558aec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:15.932048 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 34946) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:57:15.951967 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:15.971741 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061d8376-e8a1-44e2-b1cc-6ea196e72853 req-73a15ffa-2845-422b-bde7-430607b1122b tempest-DeleteServersTestJSON-125597565 tempest-DeleteServersTestJSON-125597565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:15.973363 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-061d8376-e8a1-44e2-b1cc-6ea196e72853 req-73a15ffa-2845-422b-bde7-430607b1122b tempest-DeleteServersTestJSON-125597565 tempest-DeleteServersTestJSON-125597565-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a8c6589-cdd9-423f-8768-c5e11124438e HTTP/1.1" status: 200 len: 944 time: 0.1996520 Sep 03 12:57:15.983517 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-129886ea-946e-49c4-9058-db0c71b4329e admin admin] Notify callbacks [] for security_group, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:16.006705 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-93ca0642-a3e8-4ca6-bd1c-b8b77067e379 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Notify callbacks [] for security_group, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:16.013106 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 34948) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:57:16.021884 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-93ca0642-a3e8-4ca6-bd1c-b8b77067e379 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 4.5795610 Sep 03 12:57:16.035811 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 34952) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:57:16.037926 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-8dc14507-4379-4408-a7d9-12d91bd736b1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8a8f62df84e64ae6867a97665f9356bd&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2324603 Sep 03 12:57:16.046135 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc14507-4379-4408-a7d9-12d91bd736b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e07c574-1f97-4abc-9b36-41d27d9f9970,revision_number=1']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:16.072830 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.v2.base [None req-0af63233-3c97-468f-9df2-93927a5679b8 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Request body: {'security_group_rule': {'security_group_id': 'c8220371-6aa1-46e4-9fa1-bba367d10552', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:57:16.120246 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Pushing event updated for resources: {'Port': ['ID=aa87352f-9fed-450d-b6bf-29b91f7e6408,revision_number=5']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:16.151296 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1786d1e5-4ef6-4d8e-b026-4fbd8c5dfb13 req-3ac5dbe5-74b5-4665-b884-95935558aec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:16.152392 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-1786d1e5-4ef6-4d8e-b026-4fbd8c5dfb13 req-3ac5dbe5-74b5-4665-b884-95935558aec9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575370'] for port, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:16.155387 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-1786d1e5-4ef6-4d8e-b026-4fbd8c5dfb13 req-3ac5dbe5-74b5-4665-b884-95935558aec9 service neutron] 10.222.0.11 "PUT /v2.0/ports/d96262ba-32f5-43b0-a1cf-dc4b27e4d9ac HTTP/1.1" status: 200 len: 1093 time: 5.2703657 Sep 03 12:57:16.192916 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d2a6420b193a10f45e0477184c700453c1253cfa456d27c4e3ab5b2f2f62351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98caed52-e9fc-4c4c-9f0c-50a2f154444b" -d '{"events": [{"name": "network-changed", "server_uuid": "2a8c6589-cdd9-423f-8768-c5e11124438e", "tag": "13f99c8e-17b2-4e53-8058-e97ba340662a"}]}' {{(pid=120042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 12:57:16.253255 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.db_base_plugin_common [None req-64857069-b34b-41ce-a76a-ba26d4c676d3 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Allocated IP 172.27.3.84 (9198821c-ee56-4cb5-9e5d-ab43e0594ece/2efca78d-d4c6-45b2-a3f0-03ef309b0579/e22ad482-f043-4561-9387-255f33f571e9) {{(pid=120042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 12:57:16.277607 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac5dbe5-74b5-4665-b884-95935558aec9 service neutron] Pushing event updated for resources: {'Port': ['ID=d96262ba-32f5-43b0-a1cf-dc4b27e4d9ac,revision_number=3']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:16.279526 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-129886ea-946e-49c4-9058-db0c71b4329e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:16.353929 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-061d8376-e8a1-44e2-b1cc-6ea196e72853 req-c9cf813a-72a9-4aaa-a7e0-5a652ea12994 tempest-DeleteServersTestJSON-125597565 tempest-DeleteServersTestJSON-125597565-project] 10.222.0.24 "GET /v2.0/security-groups?id=6590f256-0f7c-4dac-9942-f701b4f2738f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3414965 Sep 03 12:57:16.356102 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-1cd5a1ca-21c4-44b3-ada4-6a54c45dbc20 req-8b5a2044-7530-425f-a9e0-80f1a9f20075 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b89fcec-d8ce-4be9-86ce-bfc7c9aeba12 HTTP/1.1" status: 200 len: 210 time: 0.1966417 Sep 03 12:57:16.447884 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-3d4ddf63-5f02-4d05-8fdd-6210b7f3a1dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:16.483788 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-3d4ddf63-5f02-4d05-8fdd-6210b7f3a1dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:16.529390 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-64857069-b34b-41ce-a76a-ba26d4c676d3 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Notify callbacks [] for port, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:16.529828 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-129886ea-946e-49c4-9058-db0c71b4329e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:16.578353 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129886ea-946e-49c4-9058-db0c71b4329e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d52ef74c-7a23-449d-9a48-e5a2d17468d1,revision_number=1']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:16.612935 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 12:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40069322-8a15-4713-8980-f2919441e13b x-openstack-request-id: req-40069322-8a15-4713-8980-f2919441e13b {{(pid=120042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 12:57:16.613271 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a8c6589-cdd9-423f-8768-c5e11124438e", "tag": "13f99c8e-17b2-4e53-8058-e97ba340662a", "status": "completed", "code": 200}]} {{(pid=120042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 12:57:16.613685 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-40069322-8a15-4713-8980-f2919441e13b {{(pid=120042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 12:57:16.614199 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a8c6589-cdd9-423f-8768-c5e11124438e', 'tag': '13f99c8e-17b2-4e53-8058-e97ba340662a', 'status': 'completed', 'code': 200} Sep 03 12:57:16.650239 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-129886ea-946e-49c4-9058-db0c71b4329e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=99a8cf01ff6c48f0b5d176c62a5fad02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7122710 Sep 03 12:57:16.652678 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 34974) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:57:16.721380 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-51bb23ae-0bf4-45e0-b6f1-1491cf8fa179 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:16.744444 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-51bb23ae-0bf4-45e0-b6f1-1491cf8fa179 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:16.811158 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12e24dc-82bd-4898-8e41-e2868f62d7d9 req-197f6bcd-f072-4cc3-b5db-20d0fbf46104 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:16.812832 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-e12e24dc-82bd-4898-8e41-e2868f62d7d9 req-197f6bcd-f072-4cc3-b5db-20d0fbf46104 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/ports?device_id=586a3dfb-7487-4647-be53-d8125a0c749a HTTP/1.1" status: 200 len: 943 time: 0.0559011 Sep 03 12:57:16.820146 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-0af63233-3c97-468f-9df2-93927a5679b8 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:16.848355 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-64857069-b34b-41ce-a76a-ba26d4c676d3 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763613061259'] for port, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:16.850450 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-3d4ddf63-5f02-4d05-8fdd-6210b7f3a1dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:16.853208 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-3d4ddf63-5f02-4d05-8fdd-6210b7f3a1dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:16.854435 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-3d4ddf63-5f02-4d05-8fdd-6210b7f3a1dd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2e07c574-1f97-4abc-9b36-41d27d9f9970 HTTP/1.1" status: 204 len: 168 time: 0.7371752 Sep 03 12:57:16.880504 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-51bb23ae-0bf4-45e0-b6f1-1491cf8fa179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:16.885941 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-51bb23ae-0bf4-45e0-b6f1-1491cf8fa179 admin admin] Notify callbacks [] for security_group, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:16.885941 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-51bb23ae-0bf4-45e0-b6f1-1491cf8fa179 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d52ef74c-7a23-449d-9a48-e5a2d17468d1 HTTP/1.1" status: 204 len: 168 time: 0.2314024 Sep 03 12:57:16.924482 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bb23ae-0bf4-45e0-b6f1-1491cf8fa179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d52ef74c-7a23-449d-9a48-e5a2d17468d1,revision_number=None']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:16.982335 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4ddf63-5f02-4d05-8fdd-6210b7f3a1dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e07c574-1f97-4abc-9b36-41d27d9f9970,revision_number=None']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:17.045620 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64857069-b34b-41ce-a76a-ba26d4c676d3 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Network 9198821c-ee56-4cb5-9e5d-ab43e0594ece is already hosted by enough agents. {{(pid=120042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 12:57:17.045620 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.base_scheduler [None req-64857069-b34b-41ce-a76a-ba26d4c676d3 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Resources bound (agent type, host, resource id): {{(pid=120042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:57:17.045620 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64857069-b34b-41ce-a76a-ba26d4c676d3 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Received port after_create {{(pid=120042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 12:57:17.060382 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-e12e24dc-82bd-4898-8e41-e2868f62d7d9 req-0e05272e-bf3b-484a-aa3b-4857bf056d15 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/security-groups?id=202644d7-0091-49f7-a3d6-689b64f2110e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412395 Sep 03 12:57:17.067383 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64857069-b34b-41ce-a76a-ba26d4c676d3 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Pushing event updated for resources: {'Port': ['ID=e22ad482-f043-4561-9387-255f33f571e9,revision_number=1']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:17.110723 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Device aa87352f-9fed-450d-b6bf-29b91f7e6408 up at agent ovs-agent-dv-cinder-788782-9-iscsi {{(pid=120043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:57:17.130530 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-0af63233-3c97-468f-9df2-93927a5679b8 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:17.183337 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-08f51270-9900-45ae-a958-671501e71079 None None] Provisioning complete for port aa87352f-9fed-450d-b6bf-29b91f7e6408 triggered by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:57:17.183768 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:17.207310 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-64857069-b34b-41ce-a76a-ba26d4c676d3 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Notify callbacks [] for floatingip, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:17.246767 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-0af63233-3c97-468f-9df2-93927a5679b8 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684986'] for security_group_rule, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:17.286235 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af63233-3c97-468f-9df2-93927a5679b8 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=721c6a47-cb9d-457d-95f2-2b0c09c9407a,revision_number=0']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:17.305690 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Device 57286b95-ae87-4189-9528-fca691c90394 up at agent ovs-agent-dv-cinder-788782-9-iscsi {{(pid=120043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:57:17.386616 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-08f51270-9900-45ae-a958-671501e71079 None None] Provisioning complete for port 57286b95-ae87-4189-9528-fca691c90394 triggered by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:57:17.387459 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:17.404182 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-64857069-b34b-41ce-a76a-ba26d4c676d3 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:17.633407 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-0af63233-3c97-468f-9df2-93927a5679b8 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:17.633407 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-0af63233-3c97-468f-9df2-93927a5679b8 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6021380 Sep 03 12:57:17.634880 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 34996) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:57:17.638402 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-deae3ed1-133d-4cba-bb6c-f3f5c533cbe5 req-91614be5-e61a-4b1f-8cac-52106e1364be tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b89fcec-d8ce-4be9-86ce-bfc7c9aeba12 HTTP/1.1" status: 200 len: 210 time: 0.1527522 Sep 03 12:57:17.651624 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.v2.base [None req-4056e5da-a996-482b-a194-cd26bbdca473 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Request body: {'security_group_rule': {'security_group_id': 'c8220371-6aa1-46e4-9fa1-bba367d10552', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=120041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:57:17.797687 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578b985d-04ee-4197-ba8d-c999223d0e56 req-1fe5d50c-7a8b-4b70-b022-b48b94df0d1b tempest-DeleteServersTestJSON-125597565 tempest-DeleteServersTestJSON-125597565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:17.799854 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-578b985d-04ee-4197-ba8d-c999223d0e56 req-1fe5d50c-7a8b-4b70-b022-b48b94df0d1b tempest-DeleteServersTestJSON-125597565 tempest-DeleteServersTestJSON-125597565-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a8c6589-cdd9-423f-8768-c5e11124438e HTTP/1.1" status: 200 len: 944 time: 0.2745736 Sep 03 12:57:17.857361 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-4056e5da-a996-482b-a194-cd26bbdca473 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:17.943305 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-578b985d-04ee-4197-ba8d-c999223d0e56 req-236e8ff5-41f8-4186-92d2-05e5c0a97b41 tempest-DeleteServersTestJSON-125597565 tempest-DeleteServersTestJSON-125597565-project] 10.222.0.24 "GET /v2.0/security-groups?id=6590f256-0f7c-4dac-9942-f701b4f2738f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845480 Sep 03 12:57:17.978396 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-64857069-b34b-41ce-a76a-ba26d4c676d3 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Notify callbacks [] for port, precommit_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:18.024423 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-4056e5da-a996-482b-a194-cd26bbdca473 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:18.052091 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-64857069-b34b-41ce-a76a-ba26d4c676d3 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:18.109586 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-4056e5da-a996-482b-a194-cd26bbdca473 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684986'] for security_group_rule, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:18.120996 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-64857069-b34b-41ce-a76a-ba26d4c676d3 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748779'] for floatingip, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:18.145898 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4056e5da-a996-482b-a194-cd26bbdca473 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f76c3e66-de2e-45f8-96c9-4d47c3e125a9,revision_number=0']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:18.155428 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64857069-b34b-41ce-a76a-ba26d4c676d3 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Pushing event updated for resources: {'Port': ['ID=e22ad482-f043-4561-9387-255f33f571e9,revision_number=2']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:18.230306 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-4056e5da-a996-482b-a194-cd26bbdca473 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:18.231582 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-4056e5da-a996-482b-a194-cd26bbdca473 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5950289 Sep 03 12:57:18.234584 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 35010) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:57:18.240506 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.v2.base [None req-d0d1cf26-a990-4536-8db3-8bc48319db44 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Request body: {'floatingip': {'floating_network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece'}} {{(pid=120041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:57:18.395542 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-64857069-b34b-41ce-a76a-ba26d4c676d3 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10697'] for floatingip, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:18.396895 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-64857069-b34b-41ce-a76a-ba26d4c676d3 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.9681497 Sep 03 12:57:18.429467 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be8641c-6315-4568-a652-164b2e874486 req-221691ad-e42a-43e6-a7d5-afd70ead47ad tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:18.431028 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-5be8641c-6315-4568-a652-164b2e874486 req-221691ad-e42a-43e6-a7d5-afd70ead47ad tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/ports?device_id=586a3dfb-7487-4647-be53-d8125a0c749a HTTP/1.1" status: 200 len: 943 time: 0.2640924 Sep 03 12:57:18.481096 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-5be8641c-6315-4568-a652-164b2e874486 req-b5425d53-6b46-4222-8796-83b8b6201201 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/security-groups?id=202644d7-0091-49f7-a3d6-689b64f2110e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413933 Sep 03 12:57:18.544530 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 35020) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:57:18.552176 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-d0d1cf26-a990-4536-8db3-8bc48319db44 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Notify callbacks [] for floatingip, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:18.576641 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-0f771cbf-1b04-4888-b628-ec80abd69ad3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:18.616372 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '586a3dfb-7487-4647-be53-d8125a0c749a', 'tag': 'd96262ba-32f5-43b0-a1cf-dc4b27e4d9ac'}] {{(pid=120042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 12:57:18.620904 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d2a6420b193a10f45e0477184c700453c1253cfa456d27c4e3ab5b2f2f62351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a5f6c7b-a437-4096-834c-2c8a7134f54e" -d '{"events": [{"name": "network-changed", "server_uuid": "586a3dfb-7487-4647-be53-d8125a0c749a", "tag": "d96262ba-32f5-43b0-a1cf-dc4b27e4d9ac"}]}' {{(pid=120042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 12:57:18.816624 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-be0fa6aa-6f8c-43d5-8a11-806e99d208ed req-b43b920c-320e-4459-bd8e-b9bb313371ed tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b89fcec-d8ce-4be9-86ce-bfc7c9aeba12 HTTP/1.1" status: 200 len: 210 time: 0.0371249 Sep 03 12:57:18.843086 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 12:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6be264ae-23fc-4ac5-a7a5-076771de07dd x-openstack-request-id: req-6be264ae-23fc-4ac5-a7a5-076771de07dd {{(pid=120042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 12:57:18.843386 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "586a3dfb-7487-4647-be53-d8125a0c749a", "tag": "d96262ba-32f5-43b0-a1cf-dc4b27e4d9ac", "status": "completed", "code": 200}]} {{(pid=120042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 12:57:18.843962 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6be264ae-23fc-4ac5-a7a5-076771de07dd {{(pid=120042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 12:57:18.844481 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '586a3dfb-7487-4647-be53-d8125a0c749a', 'tag': 'd96262ba-32f5-43b0-a1cf-dc4b27e4d9ac', 'status': 'completed', 'code': 200} Sep 03 12:57:18.856780 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-d0d1cf26-a990-4536-8db3-8bc48319db44 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:18.972277 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-dc8fa827-66d9-4214-a1af-f718ecf4c3f5 req-891dbd6c-a88a-457f-bc67-73a4b3f1b1c2 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--765136015&fields=id&tenant_id=2a026b60655d4a369b93374d125b02b1 HTTP/1.1" status: 200 len: 267 time: 0.0489101 Sep 03 12:57:19.001555 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.db.db_base_plugin_common [None req-d0d1cf26-a990-4536-8db3-8bc48319db44 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Allocated IP 172.27.3.68 (9198821c-ee56-4cb5-9e5d-ab43e0594ece/2efca78d-d4c6-45b2-a3f0-03ef309b0579/20726a2f-6480-4b0a-99be-0bf7826e3ee2) {{(pid=120041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 12:57:19.040531 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-0f771cbf-1b04-4888-b628-ec80abd69ad3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:19.144826 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8fa827-66d9-4214-a1af-f718ecf4c3f5 req-27b7ee5d-60b5-4c69-b118-deda4fe73839 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:19.146333 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-dc8fa827-66d9-4214-a1af-f718ecf4c3f5 req-27b7ee5d-60b5-4c69-b118-deda4fe73839 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/networks?id=45e81d3f-b881-425b-99ca-1daab65347e2 HTTP/1.1" status: 200 len: 811 time: 0.1668639 Sep 03 12:57:19.148984 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-d0d1cf26-a990-4536-8db3-8bc48319db44 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Notify callbacks [] for port, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:19.158788 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bcb740-8b98-4580-95b5-49d869ae7d28 req-ead3a0a9-f5fd-4063-8666-92ed3322773c tempest-DeleteServersTestJSON-125597565 tempest-DeleteServersTestJSON-125597565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:19.163769 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-25bcb740-8b98-4580-95b5-49d869ae7d28 req-ead3a0a9-f5fd-4063-8666-92ed3322773c tempest-DeleteServersTestJSON-125597565 tempest-DeleteServersTestJSON-125597565-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a8c6589-cdd9-423f-8768-c5e11124438e HTTP/1.1" status: 200 len: 944 time: 0.0746882 Sep 03 12:57:19.175868 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-0f771cbf-1b04-4888-b628-ec80abd69ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:19.184600 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-dc8fa827-66d9-4214-a1af-f718ecf4c3f5 req-65d0e42c-d33d-4329-9f32-b7dab1c125cf tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/quotas/2a026b60655d4a369b93374d125b02b1 HTTP/1.1" status: 200 len: 375 time: 0.0233288 Sep 03 12:57:19.210963 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-25bcb740-8b98-4580-95b5-49d869ae7d28 req-a651bae2-6877-4471-a1c2-bf29b4dbda15 tempest-DeleteServersTestJSON-125597565 tempest-DeleteServersTestJSON-125597565-project] 10.222.0.24 "GET /v2.0/security-groups?id=6590f256-0f7c-4dac-9942-f701b4f2738f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433376 Sep 03 12:57:19.227758 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-0f771cbf-1b04-4888-b628-ec80abd69ad3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1706be9efe7a413aafc916ae7f2d2529&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6783326 Sep 03 12:57:19.227758 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f771cbf-1b04-4888-b628-ec80abd69ad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baa75dab-43c9-4200-b30a-7b3a30f09e91,revision_number=1']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:19.228169 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 35086) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:57:19.262294 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-dc8fa827-66d9-4214-a1af-f718ecf4c3f5 req-07195fb9-3207-4444-b75e-f9f1a3fd8d6c tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2a026b60655d4a369b93374d125b02b1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0642724 Sep 03 12:57:19.277365 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-b861d134-5ea0-4efa-bd9f-cba7408e76be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:19.305033 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-b861d134-5ea0-4efa-bd9f-cba7408e76be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:19.338685 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-d0d1cf26-a990-4536-8db3-8bc48319db44 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763613061259'] for port, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:19.377046 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-dc8fa827-66d9-4214-a1af-f718ecf4c3f5 req-b9229bbc-1193-4fbf-842b-99e54aae93df service neutron] 10.222.0.24 "GET /v2.0/networks/45e81d3f-b881-425b-99ca-1daab65347e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992668 Sep 03 12:57:19.379893 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d1cf26-a990-4536-8db3-8bc48319db44 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Network 9198821c-ee56-4cb5-9e5d-ab43e0594ece is already hosted by enough agents. {{(pid=120041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 12:57:19.383318 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.scheduler.base_scheduler [None req-d0d1cf26-a990-4536-8db3-8bc48319db44 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Resources bound (agent type, host, resource id): {{(pid=120041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:57:19.388776 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d1cf26-a990-4536-8db3-8bc48319db44 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Received port after_create {{(pid=120041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 12:57:19.405799 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d1cf26-a990-4536-8db3-8bc48319db44 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Pushing event updated for resources: {'Port': ['ID=20726a2f-6480-4b0a-99be-0bf7826e3ee2,revision_number=1']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:19.479321 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-b861d134-5ea0-4efa-bd9f-cba7408e76be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:19.483055 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-b861d134-5ea0-4efa-bd9f-cba7408e76be admin admin] Notify callbacks [] for security_group, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:19.487724 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-b861d134-5ea0-4efa-bd9f-cba7408e76be admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/baa75dab-43c9-4200-b30a-7b3a30f09e91 HTTP/1.1" status: 204 len: 168 time: 0.2554634 Sep 03 12:57:19.514789 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-dc8fa827-66d9-4214-a1af-f718ecf4c3f5 req-bf04bc71-c908-4326-8c8c-f00772c5a83f service neutron] 10.222.0.24 "GET /v2.0/networks/45e81d3f-b881-425b-99ca-1daab65347e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196759 Sep 03 12:57:19.561214 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861d134-5ea0-4efa-bd9f-cba7408e76be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa75dab-43c9-4200-b30a-7b3a30f09e91,revision_number=None']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:19.628863 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-d0d1cf26-a990-4536-8db3-8bc48319db44 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Notify callbacks [] for floatingip, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:19.713963 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98caed52-e9fc-4c4c-9f0c-50a2f154444b req-16a911b2-06c3-4bc2-a112-4faa7be53ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:19.715457 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-98caed52-e9fc-4c4c-9f0c-50a2f154444b req-16a911b2-06c3-4bc2-a112-4faa7be53ad6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=94eadd80b1464ea99c245df3babcfbf8&device_id=2a8c6589-cdd9-423f-8768-c5e11124438e HTTP/1.1" status: 200 len: 1097 time: 0.1997466 Sep 03 12:57:19.718435 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5f6c7b-a437-4096-834c-2c8a7134f54e req-c94aab1d-9d4d-4758-9150-b35c3082ff71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:19.719805 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-7a5f6c7b-a437-4096-834c-2c8a7134f54e req-c94aab1d-9d4d-4758-9150-b35c3082ff71 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a78b59a0f91f4ce9a846e469dbce5484&device_id=586a3dfb-7487-4647-be53-d8125a0c749a HTTP/1.1" status: 200 len: 1096 time: 0.1855009 Sep 03 12:57:19.727455 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d951c6c-bcbe-4e5f-9349-80104b5e40ad req-3d5053bc-3742-46c6-b453-93ebb5d4e81c tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:19.728842 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-0d951c6c-bcbe-4e5f-9349-80104b5e40ad req-3d5053bc-3742-46c6-b453-93ebb5d4e81c tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/ports?device_id=586a3dfb-7487-4647-be53-d8125a0c749a HTTP/1.1" status: 200 len: 943 time: 0.1115880 Sep 03 12:57:19.811946 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-d0d1cf26-a990-4536-8db3-8bc48319db44 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:20.027223 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-0d951c6c-bcbe-4e5f-9349-80104b5e40ad req-610fa171-ce92-4ec1-9c0d-63992a0c8003 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/security-groups?id=202644d7-0091-49f7-a3d6-689b64f2110e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790303 Sep 03 12:57:20.093217 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-31132c57-f4ef-44e1-8d85-edf7aada3e42 req-9f39f377-1c9b-49f6-91fc-929ca6058ee8 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b89fcec-d8ce-4be9-86ce-bfc7c9aeba12 HTTP/1.1" status: 200 len: 210 time: 0.1145818 Sep 03 12:57:20.113216 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98caed52-e9fc-4c4c-9f0c-50a2f154444b req-38024cdd-0164-486d-bfbd-3299ebd5e337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:20.130738 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-98caed52-e9fc-4c4c-9f0c-50a2f154444b req-38024cdd-0164-486d-bfbd-3299ebd5e337 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=94eadd80b1464ea99c245df3babcfbf8&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3964839 Sep 03 12:57:20.201174 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-d0d1cf26-a990-4536-8db3-8bc48319db44 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Notify callbacks [] for port, precommit_update {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:20.211157 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-8f2b6dc6-ff3a-449e-8efc-2324a9219620 req-0319a106-9a3e-40ca-8651-447baf12261a tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/ports?device_id=78d57d56-f67d-4816-909a-b4e9fdebfb43 HTTP/1.1" status: 200 len: 210 time: 0.0720487 Sep 03 12:57:20.235617 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5f6c7b-a437-4096-834c-2c8a7134f54e req-729b687b-bb98-404a-9f9c-31141fa50a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:20.237768 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-7a5f6c7b-a437-4096-834c-2c8a7134f54e req-729b687b-bb98-404a-9f9c-31141fa50a14 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=a78b59a0f91f4ce9a846e469dbce5484&shared=False HTTP/1.1" status: 200 len: 915 time: 0.5037463 Sep 03 12:57:20.260390 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.11', 59523) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:57:20.319302 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-d0d1cf26-a990-4536-8db3-8bc48319db44 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:20.539872 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98caed52-e9fc-4c4c-9f0c-50a2f154444b req-0dc6189a-46a9-4cf3-9652-d93cf0276f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:20.541361 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-98caed52-e9fc-4c4c-9f0c-50a2f154444b req-0dc6189a-46a9-4cf3-9652-d93cf0276f76 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3834758 Sep 03 12:57:20.541880 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-d0d1cf26-a990-4536-8db3-8bc48319db44 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748779'] for floatingip, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:20.553623 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27fd291-2c1b-4763-9d8e-c7645db7e2d3 req-ba6c2e72-2f36-4a88-9815-b98e13ad5559 tempest-DeleteServersTestJSON-125597565 tempest-DeleteServersTestJSON-125597565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:20.555325 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-a27fd291-2c1b-4763-9d8e-c7645db7e2d3 req-ba6c2e72-2f36-4a88-9815-b98e13ad5559 tempest-DeleteServersTestJSON-125597565 tempest-DeleteServersTestJSON-125597565-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a8c6589-cdd9-423f-8768-c5e11124438e HTTP/1.1" status: 200 len: 944 time: 0.2258160 Sep 03 12:57:20.567919 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5f6c7b-a437-4096-834c-2c8a7134f54e req-1c870cb6-879f-4b77-8298-0472fbcea304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:20.573531 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-7a5f6c7b-a437-4096-834c-2c8a7134f54e req-1c870cb6-879f-4b77-8298-0472fbcea304 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2898853 Sep 03 12:57:20.663419 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d1cf26-a990-4536-8db3-8bc48319db44 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Pushing event updated for resources: {'Port': ['ID=20726a2f-6480-4b0a-99be-0bf7826e3ee2,revision_number=2']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:20.683462 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-a27fd291-2c1b-4763-9d8e-c7645db7e2d3 req-f99eda89-0f4a-462d-9908-6da4f1441894 tempest-DeleteServersTestJSON-125597565 tempest-DeleteServersTestJSON-125597565-project] 10.222.0.24 "GET /v2.0/security-groups?id=6590f256-0f7c-4dac-9942-f701b4f2738f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053109 Sep 03 12:57:20.707856 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca73ca32-1cb5-4675-b4ab-89ad11fd65df req-0464256d-a213-478b-9bb1-ca07230ae187 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:20.709472 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [req-ca73ca32-1cb5-4675-b4ab-89ad11fd65df req-0464256d-a213-478b-9bb1-ca07230ae187 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.11 "GET /v2.0/networks?id=d8a10b69-52c5-4ba7-9e6b-9d664f8fb5ae HTTP/1.1" status: 200 len: 816 time: 0.4480481 Sep 03 12:57:20.723414 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.v2.base [req-ca73ca32-1cb5-4675-b4ab-89ad11fd65df req-f251be1d-8653-49a3-82c8-08b374c2f70c tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Request body: {'port': {'device_id': '6e2125f4-be50-4794-ba6b-339c1df91fc1', 'network_id': 'd8a10b69-52c5-4ba7-9e6b-9d664f8fb5ae', 'admin_state_up': True, 'tenant_id': 'ded28f26959b44b3a09129cafe54c3ac'}} {{(pid=120041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:57:20.737297 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da267084-a0e4-4209-ad99-51360e08124d req-55509d06-7060-4ff2-9c08-78a5c61f2b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:20.738978 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-da267084-a0e4-4209-ad99-51360e08124d req-55509d06-7060-4ff2-9c08-78a5c61f2b72 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=94eadd80b1464ea99c245df3babcfbf8&device_id=2a8c6589-cdd9-423f-8768-c5e11124438e HTTP/1.1" status: 200 len: 1097 time: 0.1306584 Sep 03 12:57:20.764014 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-d0d1cf26-a990-4536-8db3-8bc48319db44 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10697'] for floatingip, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:20.772638 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-d0d1cf26-a990-4536-8db3-8bc48319db44 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5369864 Sep 03 12:57:20.898645 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1786d1e5-4ef6-4d8e-b026-4fbd8c5dfb13 req-9a045f66-cf54-44f7-8c12-f63eb162c32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:20.898645 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-1786d1e5-4ef6-4d8e-b026-4fbd8c5dfb13 req-9a045f66-cf54-44f7-8c12-f63eb162c32e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a78b59a0f91f4ce9a846e469dbce5484&device_id=586a3dfb-7487-4647-be53-d8125a0c749a HTTP/1.1" status: 200 len: 1096 time: 0.2076707 Sep 03 12:57:20.898645 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-da267084-a0e4-4209-ad99-51360e08124d req-e5859a11-2712-4e58-8ca7-59112adfdfb6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13f99c8e-17b2-4e53-8058-e97ba340662a HTTP/1.1" status: 200 len: 217 time: 0.1291525 Sep 03 12:57:20.984859 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca73ca32-1cb5-4675-b4ab-89ad11fd65df req-f251be1d-8653-49a3-82c8-08b374c2f70c tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Made reservation on behalf of ded28f26959b44b3a09129cafe54c3ac for: {'port': 1} {{(pid=120041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 12:57:20.990733 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [req-ca73ca32-1cb5-4675-b4ab-89ad11fd65df req-f251be1d-8653-49a3-82c8-08b374c2f70c tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:21.003135 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.11', 59533) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:57:21.293460 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50db6d2a-5a8c-4989-8500-6f3c7243a825 req-f1cb06f1-190d-4d49-ac60-3df5b3e0fd7e tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:21.295801 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [req-50db6d2a-5a8c-4989-8500-6f3c7243a825 req-f1cb06f1-190d-4d49-ac60-3df5b3e0fd7e tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.11 "GET /v2.0/networks?id=d8a10b69-52c5-4ba7-9e6b-9d664f8fb5ae HTTP/1.1" status: 200 len: 816 time: 0.2695334 Sep 03 12:57:21.315911 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.v2.base [req-50db6d2a-5a8c-4989-8500-6f3c7243a825 req-7b8699a0-c888-498e-a361-84a48400a321 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Request body: {'port': {'device_id': '3b89fcec-d8ce-4be9-86ce-bfc7c9aeba12', 'network_id': 'd8a10b69-52c5-4ba7-9e6b-9d664f8fb5ae', 'admin_state_up': True, 'tenant_id': 'ded28f26959b44b3a09129cafe54c3ac'}} {{(pid=120041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:57:21.316840 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-1786d1e5-4ef6-4d8e-b026-4fbd8c5dfb13 req-476d92cd-f109-4e75-a73e-dc5eb96c0b56 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d96262ba-32f5-43b0-a1cf-dc4b27e4d9ac HTTP/1.1" status: 200 len: 217 time: 0.4075012 Sep 03 12:57:21.421798 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-30adcf79-fbd7-4dfe-8339-c770767fdebe req-cc1647d5-b0e0-4f6d-a8c1-d00cf393e909 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--267325083&fields=id&tenant_id=8cbbddf1eac34975b3dfff073526b48a HTTP/1.1" status: 200 len: 267 time: 0.1510999 Sep 03 12:57:21.462763 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.db.db_base_plugin_common [req-ca73ca32-1cb5-4675-b4ab-89ad11fd65df req-f251be1d-8653-49a3-82c8-08b374c2f70c tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Allocated IP 172.20.0.12 (d8a10b69-52c5-4ba7-9e6b-9d664f8fb5ae/c7423f83-7cc4-42fa-82eb-8016662f087e/a0a41486-b5f6-43c3-956e-4e2c3818fb43) {{(pid=120041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 12:57:21.474416 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da267084-a0e4-4209-ad99-51360e08124d req-19fe2d0e-3e1a-4d09-b2b9-cc2ef031ba8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:21.476065 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-da267084-a0e4-4209-ad99-51360e08124d req-19fe2d0e-3e1a-4d09-b2b9-cc2ef031ba8d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=445ff8a0-5260-4719-91a0-6aa50557491a HTTP/1.1" status: 200 len: 852 time: 0.5654652 Sep 03 12:57:21.481539 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1786d1e5-4ef6-4d8e-b026-4fbd8c5dfb13 req-ecc83ecd-92e2-4e29-897a-a22287dde9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:21.483269 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-1786d1e5-4ef6-4d8e-b026-4fbd8c5dfb13 req-ecc83ecd-92e2-4e29-897a-a22287dde9ce service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7fcd5c28-d074-498e-8414-0624eda811c3 HTTP/1.1" status: 200 len: 855 time: 0.1557317 Sep 03 12:57:21.543651 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e0d7a7-13d9-4c3b-b65b-0dd3855122c9 req-5d527e60-4aa1-4909-a477-11036fdb8b62 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:21.551089 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-00e0d7a7-13d9-4c3b-b65b-0dd3855122c9 req-5d527e60-4aa1-4909-a477-11036fdb8b62 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/ports?device_id=586a3dfb-7487-4647-be53-d8125a0c749a HTTP/1.1" status: 200 len: 943 time: 0.2792673 Sep 03 12:57:21.623199 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-1786d1e5-4ef6-4d8e-b026-4fbd8c5dfb13 req-76156d69-667b-4cf9-9064-94da82518581 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5e5b8b41-03d5-4554-969f-d7a30c751bff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1129200 Sep 03 12:57:21.648233 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-da267084-a0e4-4209-ad99-51360e08124d req-f80f140c-5abd-4496-86aa-56e6fed21cc5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6188b2f6-b26c-4562-8b61-dd68bee2cf74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1637006 Sep 03 12:57:21.657304 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50db6d2a-5a8c-4989-8500-6f3c7243a825 req-7b8699a0-c888-498e-a361-84a48400a321 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Made reservation on behalf of ded28f26959b44b3a09129cafe54c3ac for: {'port': 1} {{(pid=120041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 12:57:21.660741 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [req-50db6d2a-5a8c-4989-8500-6f3c7243a825 req-7b8699a0-c888-498e-a361-84a48400a321 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:21.807125 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [req-ca73ca32-1cb5-4675-b4ab-89ad11fd65df req-f251be1d-8653-49a3-82c8-08b374c2f70c tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Notify callbacks [] for port, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:21.821120 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-00e0d7a7-13d9-4c3b-b65b-0dd3855122c9 req-ec5f8c21-5443-4229-aa74-b75864357764 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/security-groups?id=202644d7-0091-49f7-a3d6-689b64f2110e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687745 Sep 03 12:57:21.889996 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30adcf79-fbd7-4dfe-8339-c770767fdebe req-19a70d83-dbb7-49fa-94dc-24f775ba2708 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:21.889996 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-30adcf79-fbd7-4dfe-8339-c770767fdebe req-19a70d83-dbb7-49fa-94dc-24f775ba2708 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/networks?id=4ae4bd86-9baa-4a46-894e-9d6319ec74c4 HTTP/1.1" status: 200 len: 816 time: 0.4458969 Sep 03 12:57:21.926871 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-30adcf79-fbd7-4dfe-8339-c770767fdebe req-f3fa9df7-331a-4f8f-8152-c1066cf35cfa tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/quotas/8cbbddf1eac34975b3dfff073526b48a HTTP/1.1" status: 200 len: 375 time: 0.0332580 Sep 03 12:57:21.928754 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-1786d1e5-4ef6-4d8e-b026-4fbd8c5dfb13 req-ddcbf523-d4b4-4798-9fa3-ac4fd05f76c2 service neutron] 10.222.0.11 "GET /v2.0/networks/5e5b8b41-03d5-4554-969f-d7a30c751bff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830908 Sep 03 12:57:21.933987 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-da267084-a0e4-4209-ad99-51360e08124d req-9cac9a67-543f-471b-8e31-1467cfb644f3 service neutron] 10.222.0.11 "GET /v2.0/networks/6188b2f6-b26c-4562-8b61-dd68bee2cf74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694793 Sep 03 12:57:21.982206 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-b2c02585-63a5-4f59-b053-b6379fb256f9 req-0da578f6-06ac-49ce-911b-817a1b9edbc8 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b89fcec-d8ce-4be9-86ce-bfc7c9aeba12 HTTP/1.1" status: 200 len: 210 time: 0.0511541 Sep 03 12:57:22.014909 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.db.db_base_plugin_common [req-50db6d2a-5a8c-4989-8500-6f3c7243a825 req-7b8699a0-c888-498e-a361-84a48400a321 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Allocated IP 172.20.0.3 (d8a10b69-52c5-4ba7-9e6b-9d664f8fb5ae/c7423f83-7cc4-42fa-82eb-8016662f087e/7f343273-8e60-4187-876c-90227b9fc9c8) {{(pid=120041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 12:57:22.063022 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [req-ca73ca32-1cb5-4675-b4ab-89ad11fd65df req-f251be1d-8653-49a3-82c8-08b374c2f70c tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763613061259'] for port, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:22.155171 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-b3b884f3-8b68-41d7-a54c-df5c06c03940 req-38302115-9932-4e08-b569-2316dae62455 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/ports?device_id=78d57d56-f67d-4816-909a-b4e9fdebfb43 HTTP/1.1" status: 200 len: 210 time: 0.0699000 Sep 03 12:57:22.165721 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-30adcf79-fbd7-4dfe-8339-c770767fdebe req-38fdd1f5-59f8-4f55-9aeb-e1493c0d4187 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8cbbddf1eac34975b3dfff073526b48a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2237933 Sep 03 12:57:22.182170 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca73ca32-1cb5-4675-b4ab-89ad11fd65df req-f251be1d-8653-49a3-82c8-08b374c2f70c tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Network d8a10b69-52c5-4ba7-9e6b-9d664f8fb5ae is already hosted by enough agents. {{(pid=120041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 12:57:22.193991 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.scheduler.base_scheduler [req-ca73ca32-1cb5-4675-b4ab-89ad11fd65df req-f251be1d-8653-49a3-82c8-08b374c2f70c tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Resources bound (agent type, host, resource id): {{(pid=120041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:57:22.231489 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca73ca32-1cb5-4675-b4ab-89ad11fd65df req-f251be1d-8653-49a3-82c8-08b374c2f70c tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Received port after_create {{(pid=120041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 12:57:22.237827 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca73ca32-1cb5-4675-b4ab-89ad11fd65df req-f251be1d-8653-49a3-82c8-08b374c2f70c tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:22.238559 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [req-ca73ca32-1cb5-4675-b4ab-89ad11fd65df req-f251be1d-8653-49a3-82c8-08b374c2f70c tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575370'] for port, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:22.246618 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f251be1d-8653-49a3-82c8-08b374c2f70c tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Pushing event updated for resources: {'Port': ['ID=a0a41486-b5f6-43c3-956e-4e2c3818fb43,revision_number=1']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:22.271367 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-1786d1e5-4ef6-4d8e-b026-4fbd8c5dfb13 req-5af1756e-9951-4233-9bb5-00b9847cac38 service neutron] 10.222.0.11 "GET /v2.0/networks/5e5b8b41-03d5-4554-969f-d7a30c751bff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3266604 Sep 03 12:57:22.283919 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-da267084-a0e4-4209-ad99-51360e08124d req-b93242f4-6956-4087-aa7c-5396eada1a52 service neutron] 10.222.0.11 "GET /v2.0/networks/6188b2f6-b26c-4562-8b61-dd68bee2cf74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3382607 Sep 03 12:57:22.317296 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [req-50db6d2a-5a8c-4989-8500-6f3c7243a825 req-7b8699a0-c888-498e-a361-84a48400a321 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Notify callbacks [] for port, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:22.351086 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [req-ca73ca32-1cb5-4675-b4ab-89ad11fd65df req-f251be1d-8653-49a3-82c8-08b374c2f70c tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6320372 Sep 03 12:57:22.365031 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.v2.base [req-ca73ca32-1cb5-4675-b4ab-89ad11fd65df req-75f604ed-0381-4ebe-bf71-46103845fff7 service neutron] Request body: {'port': {'device_id': '6e2125f4-be50-4794-ba6b-339c1df91fc1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=120041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:57:22.370368 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8dac6d-bb23-470e-a1ff-102ba60a0dfb req-197a422a-e83a-4883-813d-585675aa24a1 tempest-DeleteServersTestJSON-125597565 tempest-DeleteServersTestJSON-125597565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:22.371930 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-af8dac6d-bb23-470e-a1ff-102ba60a0dfb req-197a422a-e83a-4883-813d-585675aa24a1 tempest-DeleteServersTestJSON-125597565 tempest-DeleteServersTestJSON-125597565-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a8c6589-cdd9-423f-8768-c5e11124438e HTTP/1.1" status: 200 len: 944 time: 0.1059160 Sep 03 12:57:22.392899 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-30adcf79-fbd7-4dfe-8339-c770767fdebe req-0be96ac7-196d-4afb-bd14-95c7d11c19be service neutron] 10.222.0.24 "GET /v2.0/networks/4ae4bd86-9baa-4a46-894e-9d6319ec74c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891239 Sep 03 12:57:22.450181 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-af8dac6d-bb23-470e-a1ff-102ba60a0dfb req-63c1611e-5df6-43c8-bae5-4f2cab12f0ff tempest-DeleteServersTestJSON-125597565 tempest-DeleteServersTestJSON-125597565-project] 10.222.0.24 "GET /v2.0/security-groups?id=6590f256-0f7c-4dac-9942-f701b4f2738f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689108 Sep 03 12:57:22.473511 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [req-50db6d2a-5a8c-4989-8500-6f3c7243a825 req-7b8699a0-c888-498e-a361-84a48400a321 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763613061259'] for port, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:22.478688 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [req-ca73ca32-1cb5-4675-b4ab-89ad11fd65df req-75f604ed-0381-4ebe-bf71-46103845fff7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:22.546942 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50db6d2a-5a8c-4989-8500-6f3c7243a825 req-7b8699a0-c888-498e-a361-84a48400a321 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Network d8a10b69-52c5-4ba7-9e6b-9d664f8fb5ae is already hosted by enough agents. {{(pid=120041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 12:57:22.573308 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 35216) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:57:22.578748 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-30adcf79-fbd7-4dfe-8339-c770767fdebe req-51ceb375-4900-4520-b42a-5fbfab3f7d42 service neutron] 10.222.0.24 "GET /v2.0/networks/4ae4bd86-9baa-4a46-894e-9d6319ec74c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775575 Sep 03 12:57:22.578927 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.scheduler.base_scheduler [req-50db6d2a-5a8c-4989-8500-6f3c7243a825 req-7b8699a0-c888-498e-a361-84a48400a321 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Resources bound (agent type, host, resource id): {{(pid=120041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:57:22.580963 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8699a0-c888-498e-a361-84a48400a321 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Pushing event updated for resources: {'Port': ['ID=7f343273-8e60-4187-876c-90227b9fc9c8,revision_number=1']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:22.584210 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.db.l3_dvrscheduler_db [req-50db6d2a-5a8c-4989-8500-6f3c7243a825 req-7b8699a0-c888-498e-a361-84a48400a321 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Received port after_create {{(pid=120041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 12:57:22.590431 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50db6d2a-5a8c-4989-8500-6f3c7243a825 req-7b8699a0-c888-498e-a361-84a48400a321 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:22.591056 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [req-50db6d2a-5a8c-4989-8500-6f3c7243a825 req-7b8699a0-c888-498e-a361-84a48400a321 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575370'] for port, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:22.624724 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8fa827-66d9-4214-a1af-f718ecf4c3f5 req-539dd783-8a1f-4aaa-abe1-5e76ef494f0b tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:22.628401 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-dc8fa827-66d9-4214-a1af-f718ecf4c3f5 req-539dd783-8a1f-4aaa-abe1-5e76ef494f0b tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.11 "GET /v2.0/networks?id=45e81d3f-b881-425b-99ca-1daab65347e2 HTTP/1.1" status: 200 len: 811 time: 0.1433535 Sep 03 12:57:22.736877 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-dc8fa827-66d9-4214-a1af-f718ecf4c3f5 req-07228cc3-5197-43f6-92e8-2d2b3b1675db tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2a026b60655d4a369b93374d125b02b1 HTTP/1.1" status: 200 len: 379 time: 0.0972247 Sep 03 12:57:22.748848 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.v2.base [req-dc8fa827-66d9-4214-a1af-f718ecf4c3f5 req-d6caee17-8ab6-4cac-b19e-c4880371d2e3 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Request body: {'port': {'device_id': '78d57d56-f67d-4816-909a-b4e9fdebfb43', 'network_id': '45e81d3f-b881-425b-99ca-1daab65347e2', 'admin_state_up': True, 'tenant_id': '2a026b60655d4a369b93374d125b02b1', 'security_groups': ['0fd2e05a-404e-4218-af27-cb0ee3234aaa']}} {{(pid=120042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:57:22.846660 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [req-50db6d2a-5a8c-4989-8500-6f3c7243a825 req-7b8699a0-c888-498e-a361-84a48400a321 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5342157 Sep 03 12:57:22.869678 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.v2.base [req-50db6d2a-5a8c-4989-8500-6f3c7243a825 req-67df71e7-842e-4e9e-a0c8-e1a351dc41bc service neutron] Request body: {'port': {'device_id': '3b89fcec-d8ce-4be9-86ce-bfc7c9aeba12', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=120041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:57:23.028018 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-19ce8017-d4e1-4957-9611-b2dc9ade0423 req-55b0fbf7-dca8-43a2-9230-c64f3eac7684 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=24f1ba22-cfbc-4395-a08d-7c8f4e5731a1 HTTP/1.1" status: 200 len: 210 time: 0.0514543 Sep 03 12:57:23.063631 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [req-50db6d2a-5a8c-4989-8500-6f3c7243a825 req-67df71e7-842e-4e9e-a0c8-e1a351dc41bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:23.109210 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc8fa827-66d9-4214-a1af-f718ecf4c3f5 req-d6caee17-8ab6-4cac-b19e-c4880371d2e3 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Made reservation on behalf of 2a026b60655d4a369b93374d125b02b1 for: {'port': 1} {{(pid=120042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 12:57:23.133831 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-dc8fa827-66d9-4214-a1af-f718ecf4c3f5 req-d6caee17-8ab6-4cac-b19e-c4880371d2e3 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:23.169058 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-50537235-9798-449c-8ec6-7d6eacbfec83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:23.259538 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6511dd66-80a7-4f37-9e67-da84b58ce360 req-4c316aa0-2142-42c8-8bf5-d6f7e0f6ddfd tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:23.266669 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-6511dd66-80a7-4f37-9e67-da84b58ce360 req-4c316aa0-2142-42c8-8bf5-d6f7e0f6ddfd tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/ports?device_id=586a3dfb-7487-4647-be53-d8125a0c749a HTTP/1.1" status: 200 len: 943 time: 0.2374101 Sep 03 12:57:23.404568 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b109e45-99fd-4365-b2ad-bc5138f38075 req-f3341298-11a1-413b-980d-de5eb3353cc6 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:23.406143 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-8b109e45-99fd-4365-b2ad-bc5138f38075 req-f3341298-11a1-413b-980d-de5eb3353cc6 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b89fcec-d8ce-4be9-86ce-bfc7c9aeba12 HTTP/1.1" status: 200 len: 931 time: 0.2408495 Sep 03 12:57:23.456212 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.notifiers.nova [req-ca73ca32-1cb5-4675-b4ab-89ad11fd65df req-75f604ed-0381-4ebe-bf71-46103845fff7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0a41486-b5f6-43c3-956e-4e2c3818fb43 {{(pid=120041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 12:57:23.464938 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [req-ca73ca32-1cb5-4675-b4ab-89ad11fd65df req-75f604ed-0381-4ebe-bf71-46103845fff7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:23.465765 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-6511dd66-80a7-4f37-9e67-da84b58ce360 req-2dc58829-b9d4-46e4-a753-31f2b469accd tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/security-groups?id=202644d7-0091-49f7-a3d6-689b64f2110e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982508 Sep 03 12:57:23.480117 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.db.provisioning_blocks [req-ca73ca32-1cb5-4675-b4ab-89ad11fd65df req-75f604ed-0381-4ebe-bf71-46103845fff7 service neutron] Transition to ACTIVE for port object a0a41486-b5f6-43c3-956e-4e2c3818fb43 will not be triggered until provisioned by entity L2. {{(pid=120041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 12:57:23.529880 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-8b109e45-99fd-4365-b2ad-bc5138f38075 req-4663a0ad-9a95-4997-b400-82fffdaba915 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046965 Sep 03 12:57:23.553646 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.db_base_plugin_common [req-dc8fa827-66d9-4214-a1af-f718ecf4c3f5 req-d6caee17-8ab6-4cac-b19e-c4880371d2e3 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Allocated IP 172.20.0.4 (45e81d3f-b881-425b-99ca-1daab65347e2/18f4b7c2-4c96-420d-afc2-0ae06dbda8bd/93c9355c-2e1a-473b-8067-47215e8d2ca3) {{(pid=120042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 12:57:23.581831 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-95a216fb-d668-4133-833d-72066e5dfde9 req-31822d4d-1fc2-4035-9296-0aebaaaa6725 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/ports?device_id=78d57d56-f67d-4816-909a-b4e9fdebfb43 HTTP/1.1" status: 200 len: 210 time: 0.0448742 Sep 03 12:57:23.612208 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-50537235-9798-449c-8ec6-7d6eacbfec83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:23.625383 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [req-ca73ca32-1cb5-4675-b4ab-89ad11fd65df req-75f604ed-0381-4ebe-bf71-46103845fff7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:23.743235 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f604ed-0381-4ebe-bf71-46103845fff7 service neutron] Pushing event updated for resources: {'Port': ['ID=a0a41486-b5f6-43c3-956e-4e2c3818fb43,revision_number=2']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:23.757442 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-50537235-9798-449c-8ec6-7d6eacbfec83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:23.787028 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a5f690-ba2e-48e2-b600-e03a58dae3a9 req-1f11710a-376e-4cc0-9f87-52475ebd22dc tempest-DeleteServersTestJSON-125597565 tempest-DeleteServersTestJSON-125597565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:23.787028 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-88a5f690-ba2e-48e2-b600-e03a58dae3a9 req-1f11710a-376e-4cc0-9f87-52475ebd22dc tempest-DeleteServersTestJSON-125597565 tempest-DeleteServersTestJSON-125597565-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a8c6589-cdd9-423f-8768-c5e11124438e HTTP/1.1" status: 200 len: 944 time: 0.1645262 Sep 03 12:57:23.817079 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.plugins.ml2.managers [req-ca73ca32-1cb5-4675-b4ab-89ad11fd65df req-75f604ed-0381-4ebe-bf71-46103845fff7 service neutron] Attempting to bind port a0a41486-b5f6-43c3-956e-4e2c3818fb43 on host hv-cinder-78878 for vnic_type normal with profile {{(pid=120041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 12:57:23.817436 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.plugins.ml2.managers [req-ca73ca32-1cb5-4675-b4ab-89ad11fd65df req-75f604ed-0381-4ebe-bf71-46103845fff7 service neutron] Attempting to bind port a0a41486-b5f6-43c3-956e-4e2c3818fb43 by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': 'd03da7ba-8154-41e4-a96a-41813e08fccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd8a10b69-52c5-4ba7-9e6b-9d664f8fb5ae'}] {{(pid=120041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 12:57:23.817784 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca73ca32-1cb5-4675-b4ab-89ad11fd65df req-75f604ed-0381-4ebe-bf71-46103845fff7 service neutron] Attempting to bind port a0a41486-b5f6-43c3-956e-4e2c3818fb43 on network d8a10b69-52c5-4ba7-9e6b-9d664f8fb5ae {{(pid=120041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 12:57:23.827676 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca73ca32-1cb5-4675-b4ab-89ad11fd65df req-75f604ed-0381-4ebe-bf71-46103845fff7 service neutron] Port a0a41486-b5f6-43c3-956e-4e2c3818fb43 on network d8a10b69-52c5-4ba7-9e6b-9d664f8fb5ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=120041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 12:57:23.828500 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca73ca32-1cb5-4675-b4ab-89ad11fd65df req-75f604ed-0381-4ebe-bf71-46103845fff7 service neutron] Attempting to bind port a0a41486-b5f6-43c3-956e-4e2c3818fb43 on network d8a10b69-52c5-4ba7-9e6b-9d664f8fb5ae {{(pid=120041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 12:57:23.836251 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50537235-9798-449c-8ec6-7d6eacbfec83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46cf1fb0-457a-4189-b346-17ee8b25aac9,revision_number=1']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:23.838773 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca73ca32-1cb5-4675-b4ab-89ad11fd65df req-75f604ed-0381-4ebe-bf71-46103845fff7 service neutron] Checking agent: {'id': '0f6a9262-0a79-4cf4-ac76-73211ad22d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 12, 55, 7), 'started_at': datetime.datetime(2021, 9, 3, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 12, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 12:57:23.839611 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca73ca32-1cb5-4675-b4ab-89ad11fd65df req-75f604ed-0381-4ebe-bf71-46103845fff7 service neutron] Checking segment: {'id': 'd03da7ba-8154-41e4-a96a-41813e08fccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd8a10b69-52c5-4ba7-9e6b-9d664f8fb5ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 12:57:23.840190 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca73ca32-1cb5-4675-b4ab-89ad11fd65df req-75f604ed-0381-4ebe-bf71-46103845fff7 service neutron] Bound using segment: {'id': 'd03da7ba-8154-41e4-a96a-41813e08fccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd8a10b69-52c5-4ba7-9e6b-9d664f8fb5ae'} {{(pid=120041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 12:57:23.841138 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.plugins.ml2.managers [req-ca73ca32-1cb5-4675-b4ab-89ad11fd65df req-75f604ed-0381-4ebe-bf71-46103845fff7 service neutron] Bound port: a0a41486-b5f6-43c3-956e-4e2c3818fb43, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd03da7ba-8154-41e4-a96a-41813e08fccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd8a10b69-52c5-4ba7-9e6b-9d664f8fb5ae'}}] {{(pid=120041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 12:57:23.841655 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-50537235-9798-449c-8ec6-7d6eacbfec83 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5bebc139710b495ea39b3f539099a07b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2671871 Sep 03 12:57:23.844268 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [req-ca73ca32-1cb5-4675-b4ab-89ad11fd65df req-75f604ed-0381-4ebe-bf71-46103845fff7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:23.846985 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 35256) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:57:23.883342 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-dc8fa827-66d9-4214-a1af-f718ecf4c3f5 req-d6caee17-8ab6-4cac-b19e-c4880371d2e3 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Notify callbacks [] for port, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:23.904930 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-88a5f690-ba2e-48e2-b600-e03a58dae3a9 req-54e77314-7f14-4ae2-abc4-20d8818114a4 tempest-DeleteServersTestJSON-125597565 tempest-DeleteServersTestJSON-125597565-project] 10.222.0.24 "GET /v2.0/security-groups?id=6590f256-0f7c-4dac-9942-f701b4f2738f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094043 Sep 03 12:57:23.906009 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.notifiers.nova [req-50db6d2a-5a8c-4989-8500-6f3c7243a825 req-67df71e7-842e-4e9e-a0c8-e1a351dc41bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f343273-8e60-4187-876c-90227b9fc9c8 {{(pid=120041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 12:57:23.916749 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [req-50db6d2a-5a8c-4989-8500-6f3c7243a825 req-67df71e7-842e-4e9e-a0c8-e1a351dc41bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:23.920963 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.provisioning_blocks [req-dc8fa827-66d9-4214-a1af-f718ecf4c3f5 req-d6caee17-8ab6-4cac-b19e-c4880371d2e3 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Transition to ACTIVE for port object 93c9355c-2e1a-473b-8067-47215e8d2ca3 will not be triggered until provisioned by entity DHCP. {{(pid=120042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 12:57:23.944992 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.db.provisioning_blocks [req-50db6d2a-5a8c-4989-8500-6f3c7243a825 req-67df71e7-842e-4e9e-a0c8-e1a351dc41bc service neutron] Transition to ACTIVE for port object 7f343273-8e60-4187-876c-90227b9fc9c8 will not be triggered until provisioned by entity L2. {{(pid=120041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 12:57:23.946029 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-64eb4d2a-67ab-4da8-97f3-ec79c2f3175b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:23.952209 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.plugins.ml2.db [req-ca73ca32-1cb5-4675-b4ab-89ad11fd65df req-75f604ed-0381-4ebe-bf71-46103845fff7 service neutron] For port a0a41486-b5f6-43c3-956e-4e2c3818fb43, host hv-cinder-78878, cleared binding levels {{(pid=120041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 12:57:23.956900 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.plugins.ml2.db [req-ca73ca32-1cb5-4675-b4ab-89ad11fd65df req-75f604ed-0381-4ebe-bf71-46103845fff7 service neutron] For port a0a41486-b5f6-43c3-956e-4e2c3818fb43, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=a0a41486-b5f6-43c3-956e-4e2c3818fb43,segment=NetworkSegment(d03da7ba-8154-41e4-a96a-41813e08fccd),segment_id=d03da7ba-8154-41e4-a96a-41813e08fccd)] {{(pid=120041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 12:57:23.983551 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-64eb4d2a-67ab-4da8-97f3-ec79c2f3175b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:24.023222 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [req-50db6d2a-5a8c-4989-8500-6f3c7243a825 req-67df71e7-842e-4e9e-a0c8-e1a351dc41bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:24.061636 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-dc8fa827-66d9-4214-a1af-f718ecf4c3f5 req-d6caee17-8ab6-4cac-b19e-c4880371d2e3 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763613061259'] for port, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:24.084048 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [req-ca73ca32-1cb5-4675-b4ab-89ad11fd65df req-75f604ed-0381-4ebe-bf71-46103845fff7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:24.110757 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67df71e7-842e-4e9e-a0c8-e1a351dc41bc service neutron] Pushing event updated for resources: {'Port': ['ID=7f343273-8e60-4187-876c-90227b9fc9c8,revision_number=2']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:24.125356 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6caee17-8ab6-4cac-b19e-c4880371d2e3 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Pushing event updated for resources: {'Port': ['ID=93c9355c-2e1a-473b-8067-47215e8d2ca3,revision_number=1']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:24.134043 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-64eb4d2a-67ab-4da8-97f3-ec79c2f3175b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:24.137281 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-64eb4d2a-67ab-4da8-97f3-ec79c2f3175b admin admin] Notify callbacks [] for security_group, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:24.141241 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-64eb4d2a-67ab-4da8-97f3-ec79c2f3175b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/46cf1fb0-457a-4189-b346-17ee8b25aac9 HTTP/1.1" status: 204 len: 168 time: 0.2892704 Sep 03 12:57:24.160824 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca73ca32-1cb5-4675-b4ab-89ad11fd65df req-75f604ed-0381-4ebe-bf71-46103845fff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:24.161465 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [req-ca73ca32-1cb5-4675-b4ab-89ad11fd65df req-75f604ed-0381-4ebe-bf71-46103845fff7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575370'] for port, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:24.162955 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [req-ca73ca32-1cb5-4675-b4ab-89ad11fd65df req-75f604ed-0381-4ebe-bf71-46103845fff7 service neutron] 10.222.0.11 "PUT /v2.0/ports/a0a41486-b5f6-43c3-956e-4e2c3818fb43 HTTP/1.1" status: 200 len: 1094 time: 1.8031027 Sep 03 12:57:24.164441 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc8fa827-66d9-4214-a1af-f718ecf4c3f5 req-d6caee17-8ab6-4cac-b19e-c4880371d2e3 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Network 45e81d3f-b881-425b-99ca-1daab65347e2 is already hosted by enough agents. {{(pid=120042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 12:57:24.168241 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.base_scheduler [req-dc8fa827-66d9-4214-a1af-f718ecf4c3f5 req-d6caee17-8ab6-4cac-b19e-c4880371d2e3 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Resources bound (agent type, host, resource id): {{(pid=120042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:57:24.174701 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e2125f4-be50-4794-ba6b-339c1df91fc1', 'tag': 'a0a41486-b5f6-43c3-956e-4e2c3818fb43'}] {{(pid=120041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 12:57:24.201806 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eb4d2a-67ab-4da8-97f3-ec79c2f3175b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46cf1fb0-457a-4189-b346-17ee8b25aac9,revision_number=None']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:24.203974 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc8fa827-66d9-4214-a1af-f718ecf4c3f5 req-d6caee17-8ab6-4cac-b19e-c4880371d2e3 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Received port after_create {{(pid=120042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 12:57:24.233936 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8fa827-66d9-4214-a1af-f718ecf4c3f5 req-d6caee17-8ab6-4cac-b19e-c4880371d2e3 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:24.234625 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-dc8fa827-66d9-4214-a1af-f718ecf4c3f5 req-d6caee17-8ab6-4cac-b19e-c4880371d2e3 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575370'] for port, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:24.248993 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-9c03f8b3-f0c0-43ae-8485-84b560f121cb req-5c1f731a-7075-405c-a1fc-800616839bb6 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=24f1ba22-cfbc-4395-a08d-7c8f4e5731a1 HTTP/1.1" status: 200 len: 210 time: 0.1132827 Sep 03 12:57:24.253715 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.plugins.ml2.managers [req-50db6d2a-5a8c-4989-8500-6f3c7243a825 req-67df71e7-842e-4e9e-a0c8-e1a351dc41bc service neutron] Attempting to bind port 7f343273-8e60-4187-876c-90227b9fc9c8 on host hv-cinder-78878 for vnic_type normal with profile {{(pid=120041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 12:57:24.254051 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.plugins.ml2.managers [req-50db6d2a-5a8c-4989-8500-6f3c7243a825 req-67df71e7-842e-4e9e-a0c8-e1a351dc41bc service neutron] Attempting to bind port 7f343273-8e60-4187-876c-90227b9fc9c8 by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': 'd03da7ba-8154-41e4-a96a-41813e08fccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd8a10b69-52c5-4ba7-9e6b-9d664f8fb5ae'}] {{(pid=120041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 12:57:24.254379 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50db6d2a-5a8c-4989-8500-6f3c7243a825 req-67df71e7-842e-4e9e-a0c8-e1a351dc41bc service neutron] Attempting to bind port 7f343273-8e60-4187-876c-90227b9fc9c8 on network d8a10b69-52c5-4ba7-9e6b-9d664f8fb5ae {{(pid=120041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 12:57:24.269123 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50db6d2a-5a8c-4989-8500-6f3c7243a825 req-67df71e7-842e-4e9e-a0c8-e1a351dc41bc service neutron] Port 7f343273-8e60-4187-876c-90227b9fc9c8 on network d8a10b69-52c5-4ba7-9e6b-9d664f8fb5ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=120041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 12:57:24.269425 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50db6d2a-5a8c-4989-8500-6f3c7243a825 req-67df71e7-842e-4e9e-a0c8-e1a351dc41bc service neutron] Attempting to bind port 7f343273-8e60-4187-876c-90227b9fc9c8 on network d8a10b69-52c5-4ba7-9e6b-9d664f8fb5ae {{(pid=120041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 12:57:24.286155 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50db6d2a-5a8c-4989-8500-6f3c7243a825 req-67df71e7-842e-4e9e-a0c8-e1a351dc41bc service neutron] Checking agent: {'id': '0f6a9262-0a79-4cf4-ac76-73211ad22d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 12, 55, 7), 'started_at': datetime.datetime(2021, 9, 3, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 12, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 12:57:24.286402 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50db6d2a-5a8c-4989-8500-6f3c7243a825 req-67df71e7-842e-4e9e-a0c8-e1a351dc41bc service neutron] Checking segment: {'id': 'd03da7ba-8154-41e4-a96a-41813e08fccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd8a10b69-52c5-4ba7-9e6b-9d664f8fb5ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 12:57:24.286843 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50db6d2a-5a8c-4989-8500-6f3c7243a825 req-67df71e7-842e-4e9e-a0c8-e1a351dc41bc service neutron] Bound using segment: {'id': 'd03da7ba-8154-41e4-a96a-41813e08fccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd8a10b69-52c5-4ba7-9e6b-9d664f8fb5ae'} {{(pid=120041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 12:57:24.287300 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.plugins.ml2.managers [req-50db6d2a-5a8c-4989-8500-6f3c7243a825 req-67df71e7-842e-4e9e-a0c8-e1a351dc41bc service neutron] Bound port: 7f343273-8e60-4187-876c-90227b9fc9c8, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd03da7ba-8154-41e4-a96a-41813e08fccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd8a10b69-52c5-4ba7-9e6b-9d664f8fb5ae'}}] {{(pid=120041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 12:57:24.287660 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [req-50db6d2a-5a8c-4989-8500-6f3c7243a825 req-67df71e7-842e-4e9e-a0c8-e1a351dc41bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:24.361280 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-dc8fa827-66d9-4214-a1af-f718ecf4c3f5 req-d6caee17-8ab6-4cac-b19e-c4880371d2e3 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6203134 Sep 03 12:57:24.376074 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f604ed-0381-4ebe-bf71-46103845fff7 service neutron] Pushing event updated for resources: {'Port': ['ID=a0a41486-b5f6-43c3-956e-4e2c3818fb43,revision_number=3']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:24.376926 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.v2.base [req-dc8fa827-66d9-4214-a1af-f718ecf4c3f5 req-abc468cd-0509-484d-8154-c4afd24fcfeb service neutron] Request body: {'port': {'device_id': '78d57d56-f67d-4816-909a-b4e9fdebfb43', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=120042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:57:24.431627 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}222e09a9ab4c141c83606b753eb87a0672cf929d5da8cac1b8a4e6949bcf244b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a0b5747-be74-449c-9d17-38e3739470d1" -d '{"events": [{"name": "network-changed", "server_uuid": "6e2125f4-be50-4794-ba6b-339c1df91fc1", "tag": "a0a41486-b5f6-43c3-956e-4e2c3818fb43"}]}' {{(pid=120041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 12:57:24.473827 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca73ca32-1cb5-4675-b4ab-89ad11fd65df req-460e2ea4-a87e-494d-90cc-a6e3a19af450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:24.474639 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [req-ca73ca32-1cb5-4675-b4ab-89ad11fd65df req-460e2ea4-a87e-494d-90cc-a6e3a19af450 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ded28f26959b44b3a09129cafe54c3ac&device_id=6e2125f4-be50-4794-ba6b-339c1df91fc1 HTTP/1.1" status: 200 len: 1097 time: 0.1648698 Sep 03 12:57:24.610141 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.plugins.ml2.db [req-50db6d2a-5a8c-4989-8500-6f3c7243a825 req-67df71e7-842e-4e9e-a0c8-e1a351dc41bc service neutron] For port 7f343273-8e60-4187-876c-90227b9fc9c8, host hv-cinder-78878, cleared binding levels {{(pid=120041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 12:57:24.623865 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [req-ca73ca32-1cb5-4675-b4ab-89ad11fd65df req-1b6fc7e1-a2be-4cc8-9eb8-d6fd5295060e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a0a41486-b5f6-43c3-956e-4e2c3818fb43 HTTP/1.1" status: 200 len: 217 time: 0.1358993 Sep 03 12:57:24.643986 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.plugins.ml2.db [req-50db6d2a-5a8c-4989-8500-6f3c7243a825 req-67df71e7-842e-4e9e-a0c8-e1a351dc41bc service neutron] For port 7f343273-8e60-4187-876c-90227b9fc9c8, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=7f343273-8e60-4187-876c-90227b9fc9c8,segment=NetworkSegment(d03da7ba-8154-41e4-a96a-41813e08fccd),segment_id=d03da7ba-8154-41e4-a96a-41813e08fccd)] {{(pid=120041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 12:57:24.675066 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-c916ff2f-5f95-40e4-b490-05e4ef6ed3a2 None None] Provisioning for port 93c9355c-2e1a-473b-8067-47215e8d2ca3 completed by entity DHCP. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 12:57:24.679470 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-c916ff2f-5f95-40e4-b490-05e4ef6ed3a2 None None] Provisioning complete for port 93c9355c-2e1a-473b-8067-47215e8d2ca3 triggered by entity DHCP. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:57:24.680156 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-c916ff2f-5f95-40e4-b490-05e4ef6ed3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:24.700904 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca73ca32-1cb5-4675-b4ab-89ad11fd65df req-8d7e6188-69ea-4177-9569-de07d99d78e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:24.702868 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [req-ca73ca32-1cb5-4675-b4ab-89ad11fd65df req-8d7e6188-69ea-4177-9569-de07d99d78e3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c7423f83-7cc4-42fa-82eb-8016662f087e HTTP/1.1" status: 200 len: 856 time: 0.0721180 Sep 03 12:57:24.729364 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.plugin [None req-c916ff2f-5f95-40e4-b490-05e4ef6ed3a2 None None] Port 93c9355c-2e1a-473b-8067-47215e8d2ca3 cannot update to ACTIVE because it is not bound. {{(pid=120043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 12:57:24.733250 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-dc8fa827-66d9-4214-a1af-f718ecf4c3f5 req-abc468cd-0509-484d-8154-c4afd24fcfeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:24.744439 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 12:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-921817a4-c043-4030-b766-e87012f000a3 x-openstack-request-id: req-921817a4-c043-4030-b766-e87012f000a3 {{(pid=120041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 12:57:24.744690 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e2125f4-be50-4794-ba6b-339c1df91fc1", "tag": "a0a41486-b5f6-43c3-956e-4e2c3818fb43", "status": "completed", "code": 200}]} {{(pid=120041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 12:57:24.744945 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-921817a4-c043-4030-b766-e87012f000a3 {{(pid=120041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 12:57:24.745402 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e2125f4-be50-4794-ba6b-339c1df91fc1', 'tag': 'a0a41486-b5f6-43c3-956e-4e2c3818fb43', 'status': 'completed', 'code': 200} Sep 03 12:57:24.762379 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [req-ca73ca32-1cb5-4675-b4ab-89ad11fd65df req-feafb982-fd8c-4627-b4cf-229f8592e6e2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d8a10b69-52c5-4ba7-9e6b-9d664f8fb5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519850 Sep 03 12:57:24.763606 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [req-50db6d2a-5a8c-4989-8500-6f3c7243a825 req-67df71e7-842e-4e9e-a0c8-e1a351dc41bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:24.814122 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50db6d2a-5a8c-4989-8500-6f3c7243a825 req-67df71e7-842e-4e9e-a0c8-e1a351dc41bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:24.815306 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [req-50db6d2a-5a8c-4989-8500-6f3c7243a825 req-67df71e7-842e-4e9e-a0c8-e1a351dc41bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575370'] for port, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:24.816780 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [req-50db6d2a-5a8c-4989-8500-6f3c7243a825 req-67df71e7-842e-4e9e-a0c8-e1a351dc41bc service neutron] 10.222.0.11 "PUT /v2.0/ports/7f343273-8e60-4187-876c-90227b9fc9c8 HTTP/1.1" status: 200 len: 1093 time: 1.9604704 Sep 03 12:57:24.819434 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcfce50-03e5-48c2-9790-a71931befa33 req-ece3680a-9bd2-4881-85eb-b8166eaf5254 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:24.820938 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-abcfce50-03e5-48c2-9790-a71931befa33 req-ece3680a-9bd2-4881-85eb-b8166eaf5254 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/ports?device_id=586a3dfb-7487-4647-be53-d8125a0c749a HTTP/1.1" status: 200 len: 943 time: 0.0887847 Sep 03 12:57:24.888006 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67df71e7-842e-4e9e-a0c8-e1a351dc41bc service neutron] Pushing event updated for resources: {'Port': ['ID=7f343273-8e60-4187-876c-90227b9fc9c8,revision_number=3']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:24.914315 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [req-ca73ca32-1cb5-4675-b4ab-89ad11fd65df req-2399df36-29f9-441a-b0da-b6911cf77b58 service neutron] 10.222.0.11 "GET /v2.0/networks/d8a10b69-52c5-4ba7-9e6b-9d664f8fb5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422477 Sep 03 12:57:24.973219 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d762296-3b34-422e-a02f-c1b0d3514b9a req-7684d41d-73c7-4ce0-b965-5a85389c1852 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:24.974814 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-2d762296-3b34-422e-a02f-c1b0d3514b9a req-7684d41d-73c7-4ce0-b965-5a85389c1852 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b89fcec-d8ce-4be9-86ce-bfc7c9aeba12 HTTP/1.1" status: 200 len: 943 time: 0.1804907 Sep 03 12:57:24.980460 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-abcfce50-03e5-48c2-9790-a71931befa33 req-9bfa08d2-0646-4e67-a90c-ff789e49c708 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/security-groups?id=202644d7-0091-49f7-a3d6-689b64f2110e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379943 Sep 03 12:57:25.010493 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 35286) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:57:25.071042 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [req-ca73ca32-1cb5-4675-b4ab-89ad11fd65df req-73424707-b3ba-4c6a-9abb-be8a4dbb38be service neutron] 10.222.0.11 "GET /v2.0/networks/d8a10b69-52c5-4ba7-9e6b-9d664f8fb5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488948 Sep 03 12:57:25.073537 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50db6d2a-5a8c-4989-8500-6f3c7243a825 req-deb52c6f-b19d-4fcc-934b-af9039cd6fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:25.074879 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [req-50db6d2a-5a8c-4989-8500-6f3c7243a825 req-deb52c6f-b19d-4fcc-934b-af9039cd6fb9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ded28f26959b44b3a09129cafe54c3ac&device_id=3b89fcec-d8ce-4be9-86ce-bfc7c9aeba12 HTTP/1.1" status: 200 len: 1096 time: 0.0924547 Sep 03 12:57:25.085325 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-1fa40be3-e282-49b7-a580-ae684c695bf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:25.121772 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [req-50db6d2a-5a8c-4989-8500-6f3c7243a825 req-f2177ed4-2933-49c3-b830-081b64a3fb19 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7f343273-8e60-4187-876c-90227b9fc9c8 HTTP/1.1" status: 200 len: 217 time: 0.0378957 Sep 03 12:57:25.130480 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-2d762296-3b34-422e-a02f-c1b0d3514b9a req-fcc0dc50-5905-4ddc-a368-49b2a765866c tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469145 Sep 03 12:57:25.183023 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50db6d2a-5a8c-4989-8500-6f3c7243a825 req-37b870a5-444d-466e-a604-de6ca43ce57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:25.185212 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [req-50db6d2a-5a8c-4989-8500-6f3c7243a825 req-37b870a5-444d-466e-a604-de6ca43ce57b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c7423f83-7cc4-42fa-82eb-8016662f087e HTTP/1.1" status: 200 len: 856 time: 0.0566866 Sep 03 12:57:25.186043 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfde762-53be-4bfc-bbff-bad8b78c4e92 req-4f9a6b67-a236-4dae-8ec4-dd2212efb5f9 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:25.187531 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-8bfde762-53be-4bfc-bbff-bad8b78c4e92 req-4f9a6b67-a236-4dae-8ec4-dd2212efb5f9 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/ports?device_id=78d57d56-f67d-4816-909a-b4e9fdebfb43 HTTP/1.1" status: 200 len: 931 time: 0.1402402 Sep 03 12:57:25.265802 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [req-50db6d2a-5a8c-4989-8500-6f3c7243a825 req-b79610cc-cb13-4dcb-b753-6166f571bc55 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d8a10b69-52c5-4ba7-9e6b-9d664f8fb5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663662 Sep 03 12:57:25.296243 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0b5747-be74-449c-9d17-38e3739470d1 req-cdb2fc2f-e112-46ec-9b2e-c274744665c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:25.297728 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [req-6a0b5747-be74-449c-9d17-38e3739470d1 req-cdb2fc2f-e112-46ec-9b2e-c274744665c5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ded28f26959b44b3a09129cafe54c3ac&device_id=6e2125f4-be50-4794-ba6b-339c1df91fc1 HTTP/1.1" status: 200 len: 1097 time: 0.0998762 Sep 03 12:57:25.364116 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Device d96262ba-32f5-43b0-a1cf-dc4b27e4d9ac details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=120043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 12:57:25.366866 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.notifiers.nova [req-dc8fa827-66d9-4214-a1af-f718ecf4c3f5 req-abc468cd-0509-484d-8154-c4afd24fcfeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93c9355c-2e1a-473b-8067-47215e8d2ca3 {{(pid=120042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 12:57:25.381430 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-8bfde762-53be-4bfc-bbff-bad8b78c4e92 req-c21a21a9-1fa6-4f3b-831c-8cb67fc0d7fc tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/security-groups?id=0fd2e05a-404e-4218-af27-cb0ee3234aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1822512 Sep 03 12:57:25.387808 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-dc8fa827-66d9-4214-a1af-f718ecf4c3f5 req-abc468cd-0509-484d-8154-c4afd24fcfeb service neutron] Notify callbacks [] for port, precommit_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:25.405788 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.provisioning_blocks [req-dc8fa827-66d9-4214-a1af-f718ecf4c3f5 req-abc468cd-0509-484d-8154-c4afd24fcfeb service neutron] Transition to ACTIVE for port object 93c9355c-2e1a-473b-8067-47215e8d2ca3 will not be triggered until provisioned by entity L2. {{(pid=120042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 12:57:25.480156 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] For port d96262ba-32f5-43b0-a1cf-dc4b27e4d9ac, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=d96262ba-32f5-43b0-a1cf-dc4b27e4d9ac,segment=NetworkSegment(e15e6e61-4793-4b3c-8e28-8614cba2f27c),segment_id=e15e6e61-4793-4b3c-8e28-8614cba2f27c)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:57:25.494756 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Returning: {'device': 'd96262ba-32f5-43b0-a1cf-dc4b27e4d9ac', 'network_id': '5e5b8b41-03d5-4554-969f-d7a30c751bff', 'port_id': 'd96262ba-32f5-43b0-a1cf-dc4b27e4d9ac', 'mac_address': 'fa:16:3e:82:33:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fcd5c28-d074-498e-8414-0624eda811c3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 12:57:25.500541 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473ef041-e037-455d-8a7e-7598368d882f req-a361f2f4-f5e8-494a-86a6-952f49c56680 tempest-DeleteServersTestJSON-125597565 tempest-DeleteServersTestJSON-125597565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:25.508946 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-473ef041-e037-455d-8a7e-7598368d882f req-a361f2f4-f5e8-494a-86a6-952f49c56680 tempest-DeleteServersTestJSON-125597565 tempest-DeleteServersTestJSON-125597565-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a8c6589-cdd9-423f-8768-c5e11124438e HTTP/1.1" status: 200 len: 944 time: 0.3060558 Sep 03 12:57:25.525603 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [req-50db6d2a-5a8c-4989-8500-6f3c7243a825 req-630339ab-a77d-4a6f-9083-2c3a2bcc3e82 service neutron] 10.222.0.11 "GET /v2.0/networks/d8a10b69-52c5-4ba7-9e6b-9d664f8fb5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505112 Sep 03 12:57:25.544359 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:25.558735 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-da629d0c-1572-4f53-9b4b-6c7fcc1cb342 req-dbb77f94-3207-4c33-9bd8-b941e8db767a tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=24f1ba22-cfbc-4395-a08d-7c8f4e5731a1 HTTP/1.1" status: 200 len: 210 time: 0.0817454 Sep 03 12:57:25.600413 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.notifiers.nova [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d96262ba-32f5-43b0-a1cf-dc4b27e4d9ac {{(pid=120043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 12:57:25.600596 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-dc8fa827-66d9-4214-a1af-f718ecf4c3f5 req-abc468cd-0509-484d-8154-c4afd24fcfeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:25.605134 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] For port d96262ba-32f5-43b0-a1cf-dc4b27e4d9ac, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=d96262ba-32f5-43b0-a1cf-dc4b27e4d9ac,segment=NetworkSegment(e15e6e61-4793-4b3c-8e28-8614cba2f27c),segment_id=e15e6e61-4793-4b3c-8e28-8614cba2f27c)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:57:25.616604 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0b5747-be74-449c-9d17-38e3739470d1 req-9f2283e5-c07d-4502-adaf-5a6b90ef2bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:25.618135 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [req-6a0b5747-be74-449c-9d17-38e3739470d1 req-9f2283e5-c07d-4502-adaf-5a6b90ef2bca service neutron] 10.222.0.11 "GET /v2.0/networks?id=d8a10b69-52c5-4ba7-9e6b-9d664f8fb5ae HTTP/1.1" status: 200 len: 916 time: 0.3038349 Sep 03 12:57:25.677257 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-1fa40be3-e282-49b7-a580-ae684c695bf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:25.686226 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-473ef041-e037-455d-8a7e-7598368d882f req-4f6ed924-c51e-4df6-9cdd-b4d5eed58620 tempest-DeleteServersTestJSON-125597565 tempest-DeleteServersTestJSON-125597565-project] 10.222.0.24 "GET /v2.0/security-groups?id=6590f256-0f7c-4dac-9942-f701b4f2738f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761708 Sep 03 12:57:25.703160 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30adcf79-fbd7-4dfe-8339-c770767fdebe req-a551be0c-575b-4ab9-9b5e-078481f7b325 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:25.704780 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-30adcf79-fbd7-4dfe-8339-c770767fdebe req-a551be0c-575b-4ab9-9b5e-078481f7b325 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.11 "GET /v2.0/networks?id=4ae4bd86-9baa-4a46-894e-9d6319ec74c4 HTTP/1.1" status: 200 len: 816 time: 0.4575779 Sep 03 12:57:25.757724 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc468cd-0509-484d-8154-c4afd24fcfeb service neutron] Pushing event updated for resources: {'Port': ['ID=93c9355c-2e1a-473b-8067-47215e8d2ca3,revision_number=2']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:25.766869 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.managers [req-dc8fa827-66d9-4214-a1af-f718ecf4c3f5 req-abc468cd-0509-484d-8154-c4afd24fcfeb service neutron] Attempting to bind port 93c9355c-2e1a-473b-8067-47215e8d2ca3 on host hv-cinder-78878 for vnic_type normal with profile {{(pid=120042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 12:57:25.767192 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.managers [req-dc8fa827-66d9-4214-a1af-f718ecf4c3f5 req-abc468cd-0509-484d-8154-c4afd24fcfeb service neutron] Attempting to bind port 93c9355c-2e1a-473b-8067-47215e8d2ca3 by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': '101332a1-79af-4268-a774-3b1495ccc8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '45e81d3f-b881-425b-99ca-1daab65347e2'}] {{(pid=120042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 12:57:25.768072 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8fa827-66d9-4214-a1af-f718ecf4c3f5 req-abc468cd-0509-484d-8154-c4afd24fcfeb service neutron] Attempting to bind port 93c9355c-2e1a-473b-8067-47215e8d2ca3 on network 45e81d3f-b881-425b-99ca-1daab65347e2 {{(pid=120042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 12:57:25.771924 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:25.772604 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Device 13f99c8e-17b2-4e53-8058-e97ba340662a details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=120043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 12:57:25.802700 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-1fa40be3-e282-49b7-a580-ae684c695bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:25.871471 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa40be3-e282-49b7-a580-ae684c695bf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=944c9a07-d316-4dc1-ada9-1e8ebf42ae4a,revision_number=1']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:25.875666 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8fa827-66d9-4214-a1af-f718ecf4c3f5 req-abc468cd-0509-484d-8154-c4afd24fcfeb service neutron] Port 93c9355c-2e1a-473b-8067-47215e8d2ca3 on network 45e81d3f-b881-425b-99ca-1daab65347e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=120042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 12:57:25.876747 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8fa827-66d9-4214-a1af-f718ecf4c3f5 req-abc468cd-0509-484d-8154-c4afd24fcfeb service neutron] Attempting to bind port 93c9355c-2e1a-473b-8067-47215e8d2ca3 on network 45e81d3f-b881-425b-99ca-1daab65347e2 {{(pid=120042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 12:57:25.905154 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-1fa40be3-e282-49b7-a580-ae684c695bf8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0fdeb3fa76d442c4a3ada275686aebdb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8926842 Sep 03 12:57:25.910091 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Pushing event updated for resources: {'Port': ['ID=d96262ba-32f5-43b0-a1cf-dc4b27e4d9ac,revision_number=4']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:25.918821 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8fa827-66d9-4214-a1af-f718ecf4c3f5 req-abc468cd-0509-484d-8154-c4afd24fcfeb service neutron] Checking agent: {'id': '0f6a9262-0a79-4cf4-ac76-73211ad22d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 12, 55, 7), 'started_at': datetime.datetime(2021, 9, 3, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 12, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 12:57:25.919175 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8fa827-66d9-4214-a1af-f718ecf4c3f5 req-abc468cd-0509-484d-8154-c4afd24fcfeb service neutron] Checking segment: {'id': '101332a1-79af-4268-a774-3b1495ccc8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '45e81d3f-b881-425b-99ca-1daab65347e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 12:57:25.919561 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8fa827-66d9-4214-a1af-f718ecf4c3f5 req-abc468cd-0509-484d-8154-c4afd24fcfeb service neutron] Bound using segment: {'id': '101332a1-79af-4268-a774-3b1495ccc8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '45e81d3f-b881-425b-99ca-1daab65347e2'} {{(pid=120042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 12:57:25.920040 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.managers [req-dc8fa827-66d9-4214-a1af-f718ecf4c3f5 req-abc468cd-0509-484d-8154-c4afd24fcfeb service neutron] Bound port: 93c9355c-2e1a-473b-8067-47215e8d2ca3, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '101332a1-79af-4268-a774-3b1495ccc8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '45e81d3f-b881-425b-99ca-1daab65347e2'}}] {{(pid=120042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 12:57:25.920402 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-dc8fa827-66d9-4214-a1af-f718ecf4c3f5 req-abc468cd-0509-484d-8154-c4afd24fcfeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:25.927998 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 35304) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:57:25.948724 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-30adcf79-fbd7-4dfe-8339-c770767fdebe req-3069c9fc-3a2b-4888-b318-324b270f9a6e tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8cbbddf1eac34975b3dfff073526b48a HTTP/1.1" status: 200 len: 379 time: 0.2059796 Sep 03 12:57:25.962795 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.v2.base [req-30adcf79-fbd7-4dfe-8339-c770767fdebe req-6088e882-147f-4369-8d9f-181c6a0e74d7 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Request body: {'port': {'device_id': '24f1ba22-cfbc-4395-a08d-7c8f4e5731a1', 'network_id': '4ae4bd86-9baa-4a46-894e-9d6319ec74c4', 'admin_state_up': True, 'tenant_id': '8cbbddf1eac34975b3dfff073526b48a', 'security_groups': ['c8220371-6aa1-46e4-9fa1-bba367d10552']}} {{(pid=120042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:57:25.967580 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [req-6a0b5747-be74-449c-9d17-38e3739470d1 req-aa03b010-6395-40ea-b91f-2c2b4cbb5731 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a0a41486-b5f6-43c3-956e-4e2c3818fb43 HTTP/1.1" status: 200 len: 217 time: 0.3245397 Sep 03 12:57:25.994735 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [req-50db6d2a-5a8c-4989-8500-6f3c7243a825 req-0f3da0e9-5026-4b3b-820d-d16c52947618 service neutron] 10.222.0.11 "GET /v2.0/networks/d8a10b69-52c5-4ba7-9e6b-9d664f8fb5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4562352 Sep 03 12:57:26.003308 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] For port 13f99c8e-17b2-4e53-8058-e97ba340662a, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=13f99c8e-17b2-4e53-8058-e97ba340662a,segment=NetworkSegment(00445703-bb8c-4c15-8a4c-1420d277a484),segment_id=00445703-bb8c-4c15-8a4c-1420d277a484)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:57:26.016381 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Returning: {'device': '13f99c8e-17b2-4e53-8058-e97ba340662a', 'network_id': '6188b2f6-b26c-4562-8b61-dd68bee2cf74', 'port_id': '13f99c8e-17b2-4e53-8058-e97ba340662a', 'mac_address': 'fa:16:3e:e3:7e:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '445ff8a0-5260-4719-91a0-6aa50557491a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 12:57:26.056025 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0b5747-be74-449c-9d17-38e3739470d1 req-0f904476-a4ca-4332-b969-722e2bec919a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:26.057889 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [req-6a0b5747-be74-449c-9d17-38e3739470d1 req-0f904476-a4ca-4332-b969-722e2bec919a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c7423f83-7cc4-42fa-82eb-8016662f087e HTTP/1.1" status: 200 len: 856 time: 0.0622993 Sep 03 12:57:26.069366 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:26.088072 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.notifiers.nova [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13f99c8e-17b2-4e53-8058-e97ba340662a {{(pid=120043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 12:57:26.093077 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [req-6a0b5747-be74-449c-9d17-38e3739470d1 req-47587331-800e-47bd-b98c-7a41f1472ddd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d8a10b69-52c5-4ba7-9e6b-9d664f8fb5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261757 Sep 03 12:57:26.108580 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] For port 13f99c8e-17b2-4e53-8058-e97ba340662a, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=13f99c8e-17b2-4e53-8058-e97ba340662a,segment=NetworkSegment(00445703-bb8c-4c15-8a4c-1420d277a484),segment_id=00445703-bb8c-4c15-8a4c-1420d277a484)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:57:26.175278 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-2f08f975-8a03-4f6c-8b5a-7171e6c51b82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:26.192029 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.db [req-dc8fa827-66d9-4214-a1af-f718ecf4c3f5 req-abc468cd-0509-484d-8154-c4afd24fcfeb service neutron] For port 93c9355c-2e1a-473b-8067-47215e8d2ca3, host hv-cinder-78878, cleared binding levels {{(pid=120042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 12:57:26.204172 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [req-6a0b5747-be74-449c-9d17-38e3739470d1 req-b7dbf803-30c6-4bd2-88e2-44cbb837e8d3 service neutron] 10.222.0.11 "GET /v2.0/networks/d8a10b69-52c5-4ba7-9e6b-9d664f8fb5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037629 Sep 03 12:57:26.226354 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d63863-2f99-43f1-bd6e-16446743207c req-a78d3ab3-c25d-48ff-80c4-afb83adc989d tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:26.227906 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-88d63863-2f99-43f1-bd6e-16446743207c req-a78d3ab3-c25d-48ff-80c4-afb83adc989d tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/ports?device_id=586a3dfb-7487-4647-be53-d8125a0c749a HTTP/1.1" status: 200 len: 944 time: 0.1516769 Sep 03 12:57:26.234585 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.db [req-dc8fa827-66d9-4214-a1af-f718ecf4c3f5 req-abc468cd-0509-484d-8154-c4afd24fcfeb service neutron] For port 93c9355c-2e1a-473b-8067-47215e8d2ca3, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=93c9355c-2e1a-473b-8067-47215e8d2ca3,segment=NetworkSegment(101332a1-79af-4268-a774-3b1495ccc8a0),segment_id=101332a1-79af-4268-a774-3b1495ccc8a0)] {{(pid=120042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 12:57:26.250164 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-2f08f975-8a03-4f6c-8b5a-7171e6c51b82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:26.283746 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:26.327514 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [req-6a0b5747-be74-449c-9d17-38e3739470d1 req-275513f6-6f41-4b10-9ce6-f0056131eeed service neutron] 10.222.0.11 "GET /v2.0/networks/d8a10b69-52c5-4ba7-9e6b-9d664f8fb5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161675 Sep 03 12:57:26.331409 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-dc8fa827-66d9-4214-a1af-f718ecf4c3f5 req-abc468cd-0509-484d-8154-c4afd24fcfeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:26.335909 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Pushing event updated for resources: {'Port': ['ID=13f99c8e-17b2-4e53-8058-e97ba340662a,revision_number=4']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:26.389299 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8fa827-66d9-4214-a1af-f718ecf4c3f5 req-abc468cd-0509-484d-8154-c4afd24fcfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:26.391344 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-dc8fa827-66d9-4214-a1af-f718ecf4c3f5 req-abc468cd-0509-484d-8154-c4afd24fcfeb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575370'] for port, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:26.392955 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-dc8fa827-66d9-4214-a1af-f718ecf4c3f5 req-abc468cd-0509-484d-8154-c4afd24fcfeb service neutron] 10.222.0.11 "PUT /v2.0/ports/93c9355c-2e1a-473b-8067-47215e8d2ca3 HTTP/1.1" status: 200 len: 1093 time: 2.0213399 Sep 03 12:57:26.395722 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78d57d56-f67d-4816-909a-b4e9fdebfb43', 'tag': '93c9355c-2e1a-473b-8067-47215e8d2ca3'}] {{(pid=120042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 12:57:26.398049 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d2a6420b193a10f45e0477184c700453c1253cfa456d27c4e3ab5b2f2f62351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f9e97d5-86ae-41fb-b8bc-ddb41c4ab213" -d '{"events": [{"name": "network-changed", "server_uuid": "78d57d56-f67d-4816-909a-b4e9fdebfb43", "tag": "93c9355c-2e1a-473b-8067-47215e8d2ca3"}]}' {{(pid=120042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 12:57:26.412183 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30adcf79-fbd7-4dfe-8339-c770767fdebe req-6088e882-147f-4369-8d9f-181c6a0e74d7 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Made reservation on behalf of 8cbbddf1eac34975b3dfff073526b48a for: {'port': 1} {{(pid=120042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 12:57:26.415725 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-30adcf79-fbd7-4dfe-8339-c770767fdebe req-6088e882-147f-4369-8d9f-181c6a0e74d7 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:26.424772 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-88d63863-2f99-43f1-bd6e-16446743207c req-ca8693d3-c9e1-4c48-99ce-c844e2ac75a8 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/security-groups?id=202644d7-0091-49f7-a3d6-689b64f2110e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639135 Sep 03 12:57:26.441321 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6b30b3-bf0b-4c9a-96b7-3c7fb2475bdb req-c683ac2d-0ce0-43a0-b539-921f973c8c00 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:26.450007 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-bf6b30b3-bf0b-4c9a-96b7-3c7fb2475bdb req-c683ac2d-0ce0-43a0-b539-921f973c8c00 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b89fcec-d8ce-4be9-86ce-bfc7c9aeba12 HTTP/1.1" status: 200 len: 943 time: 0.1975441 Sep 03 12:57:26.512016 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc468cd-0509-484d-8154-c4afd24fcfeb service neutron] Pushing event updated for resources: {'Port': ['ID=93c9355c-2e1a-473b-8067-47215e8d2ca3,revision_number=3']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:26.613025 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] get_ports_and_sgs() called for port_ids ['13f99c8e-17b2-4e53-8058-e97ba340662a'] {{(pid=120043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 12:57:26.631398 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] get_ports_and_sgs() called for port_ids ['d96262ba-32f5-43b0-a1cf-dc4b27e4d9ac'] {{(pid=120043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 12:57:26.639412 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-bf6b30b3-bf0b-4c9a-96b7-3c7fb2475bdb req-cb609f75-48ba-45c2-8e67-020add5b23f8 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745331 Sep 03 12:57:26.644806 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-2f08f975-8a03-4f6c-8b5a-7171e6c51b82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:26.647398 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-2f08f975-8a03-4f6c-8b5a-7171e6c51b82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:26.650956 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-2f08f975-8a03-4f6c-8b5a-7171e6c51b82 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/944c9a07-d316-4dc1-ada9-1e8ebf42ae4a HTTP/1.1" status: 204 len: 168 time: 0.7185855 Sep 03 12:57:26.688208 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f08f975-8a03-4f6c-8b5a-7171e6c51b82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=944c9a07-d316-4dc1-ada9-1e8ebf42ae4a,revision_number=None']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:26.698743 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8fa827-66d9-4214-a1af-f718ecf4c3f5 req-ebbc9602-6b9f-43b0-a6ae-5feab8c252de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:26.700277 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-dc8fa827-66d9-4214-a1af-f718ecf4c3f5 req-ebbc9602-6b9f-43b0-a6ae-5feab8c252de service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2a026b60655d4a369b93374d125b02b1&device_id=78d57d56-f67d-4816-909a-b4e9fdebfb43 HTTP/1.1" status: 200 len: 1096 time: 0.1837022 Sep 03 12:57:26.709896 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73b49f2-4b60-486c-841b-b5d2479b2817 req-ba21e9a6-a628-43fd-9049-c190e6105efd tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:26.710951 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-d73b49f2-4b60-486c-841b-b5d2479b2817 req-ba21e9a6-a628-43fd-9049-c190e6105efd tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/ports?device_id=78d57d56-f67d-4816-909a-b4e9fdebfb43 HTTP/1.1" status: 200 len: 943 time: 0.2072985 Sep 03 12:57:26.746623 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b89fcec-d8ce-4be9-86ce-bfc7c9aeba12', 'tag': '7f343273-8e60-4187-876c-90227b9fc9c8'}] {{(pid=120041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 12:57:26.749054 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}222e09a9ab4c141c83606b753eb87a0672cf929d5da8cac1b8a4e6949bcf244b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4489dc87-ea46-4039-b7fb-95fc07ebd49d" -d '{"events": [{"name": "network-changed", "server_uuid": "3b89fcec-d8ce-4be9-86ce-bfc7c9aeba12", "tag": "7f343273-8e60-4187-876c-90227b9fc9c8"}]}' {{(pid=120041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 12:57:26.757631 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 12:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cab49f17-a5ae-4de2-94dd-3949b526258d x-openstack-request-id: req-cab49f17-a5ae-4de2-94dd-3949b526258d {{(pid=120042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 12:57:26.757908 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78d57d56-f67d-4816-909a-b4e9fdebfb43", "tag": "93c9355c-2e1a-473b-8067-47215e8d2ca3", "status": "completed", "code": 200}]} {{(pid=120042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 12:57:26.758458 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cab49f17-a5ae-4de2-94dd-3949b526258d {{(pid=120042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 12:57:26.758543 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78d57d56-f67d-4816-909a-b4e9fdebfb43', 'tag': '93c9355c-2e1a-473b-8067-47215e8d2ca3', 'status': 'completed', 'code': 200} Sep 03 12:57:26.799719 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-dc8fa827-66d9-4214-a1af-f718ecf4c3f5 req-cff374ad-1632-4ba3-b8f9-8c27b201562e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93c9355c-2e1a-473b-8067-47215e8d2ca3 HTTP/1.1" status: 200 len: 217 time: 0.0855613 Sep 03 12:57:26.877727 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-cfa94bfc-4652-4ff6-8477-988c0a7f6067 req-6b5dc05d-1b5b-4974-92af-17ab1c3d2869 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=24f1ba22-cfbc-4395-a08d-7c8f4e5731a1 HTTP/1.1" status: 200 len: 210 time: 0.0855286 Sep 03 12:57:26.900043 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.db_base_plugin_common [req-30adcf79-fbd7-4dfe-8339-c770767fdebe req-6088e882-147f-4369-8d9f-181c6a0e74d7 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Allocated IP 172.20.0.3 (4ae4bd86-9baa-4a46-894e-9d6319ec74c4/e4c3bb0a-fdd7-427f-b24b-a6cf6ccdaba3/5d742568-1d39-4a7a-9681-78fb1e791005) {{(pid=120042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 12:57:26.937891 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-d73b49f2-4b60-486c-841b-b5d2479b2817 req-d9e8c769-a7a9-4948-9959-d3213db0b9ee tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/security-groups?id=0fd2e05a-404e-4218-af27-cb0ee3234aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2183897 Sep 03 12:57:26.941201 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8fa827-66d9-4214-a1af-f718ecf4c3f5 req-59cb0d64-c11f-43a5-966b-bdf58c91d37c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:26.942631 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-dc8fa827-66d9-4214-a1af-f718ecf4c3f5 req-59cb0d64-c11f-43a5-966b-bdf58c91d37c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=18f4b7c2-4c96-420d-afc2-0ae06dbda8bd HTTP/1.1" status: 200 len: 850 time: 0.1251500 Sep 03 12:57:26.994540 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 12:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf4a5ae2-c31b-469d-9018-34ffc70c8fca x-openstack-request-id: req-bf4a5ae2-c31b-469d-9018-34ffc70c8fca {{(pid=120041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 12:57:26.995090 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b89fcec-d8ce-4be9-86ce-bfc7c9aeba12", "tag": "7f343273-8e60-4187-876c-90227b9fc9c8", "status": "completed", "code": 200}]} {{(pid=120041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 12:57:26.995496 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bf4a5ae2-c31b-469d-9018-34ffc70c8fca {{(pid=120041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 12:57:26.995914 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b89fcec-d8ce-4be9-86ce-bfc7c9aeba12', 'tag': '7f343273-8e60-4187-876c-90227b9fc9c8', 'status': 'completed', 'code': 200} Sep 03 12:57:27.062562 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4489dc87-ea46-4039-b7fb-95fc07ebd49d req-9ff1082e-3357-4618-b323-f94ef5f8d0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:27.064135 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [req-4489dc87-ea46-4039-b7fb-95fc07ebd49d req-9ff1082e-3357-4618-b323-f94ef5f8d0cd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ded28f26959b44b3a09129cafe54c3ac&device_id=3b89fcec-d8ce-4be9-86ce-bfc7c9aeba12 HTTP/1.1" status: 200 len: 1096 time: 0.0435965 Sep 03 12:57:27.092804 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24d1f9e-017b-48f9-a3e5-ef418f852e2c req-263eea25-1daa-4e6c-88aa-30ba3fd4b9ab tempest-DeleteServersTestJSON-125597565 tempest-DeleteServersTestJSON-125597565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:27.094343 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-b24d1f9e-017b-48f9-a3e5-ef418f852e2c req-263eea25-1daa-4e6c-88aa-30ba3fd4b9ab tempest-DeleteServersTestJSON-125597565 tempest-DeleteServersTestJSON-125597565-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a8c6589-cdd9-423f-8768-c5e11124438e HTTP/1.1" status: 200 len: 945 time: 0.1488106 Sep 03 12:57:27.098430 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8fa827-66d9-4214-a1af-f718ecf4c3f5 req-96674b60-ebdd-4d8b-8228-40576c2ecea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:27.100304 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-dc8fa827-66d9-4214-a1af-f718ecf4c3f5 req-96674b60-ebdd-4d8b-8228-40576c2ecea2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=45e81d3f-b881-425b-99ca-1daab65347e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1498051 Sep 03 12:57:27.178242 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4489dc87-ea46-4039-b7fb-95fc07ebd49d req-edfdaa46-c963-491a-95be-4f52b4f92d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:27.179884 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [req-4489dc87-ea46-4039-b7fb-95fc07ebd49d req-edfdaa46-c963-491a-95be-4f52b4f92d09 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d8a10b69-52c5-4ba7-9e6b-9d664f8fb5ae HTTP/1.1" status: 200 len: 916 time: 0.1086521 Sep 03 12:57:27.233747 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [req-4489dc87-ea46-4039-b7fb-95fc07ebd49d req-fa61d74f-5424-4fdc-bca9-08eea4a5c2bd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7f343273-8e60-4187-876c-90227b9fc9c8 HTTP/1.1" status: 200 len: 217 time: 0.0425355 Sep 03 12:57:27.269267 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-b24d1f9e-017b-48f9-a3e5-ef418f852e2c req-c00dafb2-83b3-4ab0-b8e1-f61f8933e3b3 tempest-DeleteServersTestJSON-125597565 tempest-DeleteServersTestJSON-125597565-project] 10.222.0.24 "GET /v2.0/security-groups?id=6590f256-0f7c-4dac-9942-f701b4f2738f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353116 Sep 03 12:57:27.275371 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-30adcf79-fbd7-4dfe-8339-c770767fdebe req-6088e882-147f-4369-8d9f-181c6a0e74d7 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Notify callbacks [] for port, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:27.291335 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4489dc87-ea46-4039-b7fb-95fc07ebd49d req-509be7ac-11d5-4632-ab60-4de52e50d203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:27.292858 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [req-4489dc87-ea46-4039-b7fb-95fc07ebd49d req-509be7ac-11d5-4632-ab60-4de52e50d203 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c7423f83-7cc4-42fa-82eb-8016662f087e HTTP/1.1" status: 200 len: 856 time: 0.0520258 Sep 03 12:57:27.300692 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.provisioning_blocks [req-30adcf79-fbd7-4dfe-8339-c770767fdebe req-6088e882-147f-4369-8d9f-181c6a0e74d7 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Transition to ACTIVE for port object 5d742568-1d39-4a7a-9681-78fb1e791005 will not be triggered until provisioned by entity DHCP. {{(pid=120042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 12:57:27.307283 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-dc8fa827-66d9-4214-a1af-f718ecf4c3f5 req-f1ee5005-cb31-41eb-9554-c213865997b7 service neutron] 10.222.0.11 "GET /v2.0/networks/45e81d3f-b881-425b-99ca-1daab65347e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775095 Sep 03 12:57:27.327347 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [req-4489dc87-ea46-4039-b7fb-95fc07ebd49d req-a36fe7c6-d253-4bff-9790-5c95809d7250 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d8a10b69-52c5-4ba7-9e6b-9d664f8fb5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267255 Sep 03 12:57:27.412993 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-dc8fa827-66d9-4214-a1af-f718ecf4c3f5 req-17f21e2e-de2a-4d80-8656-38e24d78fb25 service neutron] 10.222.0.11 "GET /v2.0/networks/45e81d3f-b881-425b-99ca-1daab65347e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979607 Sep 03 12:57:27.430540 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [req-4489dc87-ea46-4039-b7fb-95fc07ebd49d req-11d46dab-ef71-4473-a5a0-624124f907fe service neutron] 10.222.0.11 "GET /v2.0/networks/d8a10b69-52c5-4ba7-9e6b-9d664f8fb5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943940 Sep 03 12:57:27.452032 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-30adcf79-fbd7-4dfe-8339-c770767fdebe req-6088e882-147f-4369-8d9f-181c6a0e74d7 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763613061259'] for port, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:27.499277 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30adcf79-fbd7-4dfe-8339-c770767fdebe req-6088e882-147f-4369-8d9f-181c6a0e74d7 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Network 4ae4bd86-9baa-4a46-894e-9d6319ec74c4 is already hosted by enough agents. {{(pid=120042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 12:57:27.502547 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.base_scheduler [req-30adcf79-fbd7-4dfe-8339-c770767fdebe req-6088e882-147f-4369-8d9f-181c6a0e74d7 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Resources bound (agent type, host, resource id): {{(pid=120042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:57:27.509918 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.l3_dvrscheduler_db [req-30adcf79-fbd7-4dfe-8339-c770767fdebe req-6088e882-147f-4369-8d9f-181c6a0e74d7 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Received port after_create {{(pid=120042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 12:57:27.512387 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30adcf79-fbd7-4dfe-8339-c770767fdebe req-6088e882-147f-4369-8d9f-181c6a0e74d7 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:27.513043 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-30adcf79-fbd7-4dfe-8339-c770767fdebe req-6088e882-147f-4369-8d9f-181c6a0e74d7 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575370'] for port, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:27.544850 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [req-4489dc87-ea46-4039-b7fb-95fc07ebd49d req-a73c0a2f-dbaf-41ef-9313-cd6bbc8e48aa service neutron] 10.222.0.11 "GET /v2.0/networks/d8a10b69-52c5-4ba7-9e6b-9d664f8fb5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066995 Sep 03 12:57:27.616043 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6088e882-147f-4369-8d9f-181c6a0e74d7 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Pushing event updated for resources: {'Port': ['ID=5d742568-1d39-4a7a-9681-78fb1e791005,revision_number=1']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:27.622156 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-30adcf79-fbd7-4dfe-8339-c770767fdebe req-6088e882-147f-4369-8d9f-181c6a0e74d7 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6649840 Sep 03 12:57:27.636603 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.v2.base [req-30adcf79-fbd7-4dfe-8339-c770767fdebe req-0b97041a-5b0c-4729-a4d4-a65dc2a2c199 service neutron] Request body: {'port': {'device_id': '24f1ba22-cfbc-4395-a08d-7c8f4e5731a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=120042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:57:27.660599 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e97d5-86ae-41fb-b8bc-ddb41c4ab213 req-3316e7f8-df0f-4950-ba0c-08ee6b284516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:27.662268 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-5f9e97d5-86ae-41fb-b8bc-ddb41c4ab213 req-3316e7f8-df0f-4950-ba0c-08ee6b284516 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2a026b60655d4a369b93374d125b02b1&device_id=78d57d56-f67d-4816-909a-b4e9fdebfb43 HTTP/1.1" status: 200 len: 1096 time: 0.1359332 Sep 03 12:57:27.726833 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d294c13-1208-44a1-b18a-6de68e117085 req-fc7716b4-f878-4bf4-9908-e0bf9f97bfcd tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:27.728394 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-4d294c13-1208-44a1-b18a-6de68e117085 req-fc7716b4-f878-4bf4-9908-e0bf9f97bfcd tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/ports?device_id=586a3dfb-7487-4647-be53-d8125a0c749a HTTP/1.1" status: 200 len: 944 time: 0.1820982 Sep 03 12:57:27.825949 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-30adcf79-fbd7-4dfe-8339-c770767fdebe req-0b97041a-5b0c-4729-a4d4-a65dc2a2c199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:27.931921 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-77a39cd0-676f-4a1d-a789-6998e61e4146 None None] Provisioning for port 5d742568-1d39-4a7a-9681-78fb1e791005 completed by entity DHCP. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 12:57:27.938778 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-77a39cd0-676f-4a1d-a789-6998e61e4146 None None] Provisioning complete for port 5d742568-1d39-4a7a-9681-78fb1e791005 triggered by entity DHCP. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:57:27.939903 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-77a39cd0-676f-4a1d-a789-6998e61e4146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:27.985184 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.plugin [None req-77a39cd0-676f-4a1d-a789-6998e61e4146 None None] Port 5d742568-1d39-4a7a-9681-78fb1e791005 cannot update to ACTIVE because it is not bound. {{(pid=120043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 12:57:28.113414 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-4d294c13-1208-44a1-b18a-6de68e117085 req-a74b811b-d73d-42d2-b21d-0cbba7b3f5f5 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/security-groups?id=202644d7-0091-49f7-a3d6-689b64f2110e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3555858 Sep 03 12:57:28.142588 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc5777d-94a0-481c-9df5-5e9652ee35ce req-fe0b2549-28fb-4482-8d2d-e96c31dc5684 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:28.144112 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-3cc5777d-94a0-481c-9df5-5e9652ee35ce req-fe0b2549-28fb-4482-8d2d-e96c31dc5684 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b89fcec-d8ce-4be9-86ce-bfc7c9aeba12 HTTP/1.1" status: 200 len: 943 time: 0.4147935 Sep 03 12:57:28.172800 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e97d5-86ae-41fb-b8bc-ddb41c4ab213 req-fccfa7cd-0f5a-4de7-99a3-f42420218481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:28.175103 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-5f9e97d5-86ae-41fb-b8bc-ddb41c4ab213 req-fccfa7cd-0f5a-4de7-99a3-f42420218481 service neutron] 10.222.0.11 "GET /v2.0/networks?id=45e81d3f-b881-425b-99ca-1daab65347e2 HTTP/1.1" status: 200 len: 911 time: 0.5039599 Sep 03 12:57:28.312232 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-5f9e97d5-86ae-41fb-b8bc-ddb41c4ab213 req-601a6ede-255a-4e40-ab38-4c42a9e43574 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93c9355c-2e1a-473b-8067-47215e8d2ca3 HTTP/1.1" status: 200 len: 217 time: 0.1128452 Sep 03 12:57:28.315619 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-3cc5777d-94a0-481c-9df5-5e9652ee35ce req-3e045fde-0e4d-447c-be8a-359b7faab895 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646254 Sep 03 12:57:28.406476 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de2b26c-1cf8-4840-a9a3-9fa9b9133974 req-ebbe4868-1b2d-449d-9628-f06ccdda44e9 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:28.408569 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-6de2b26c-1cf8-4840-a9a3-9fa9b9133974 req-ebbe4868-1b2d-449d-9628-f06ccdda44e9 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=24f1ba22-cfbc-4395-a08d-7c8f4e5731a1 HTTP/1.1" status: 200 len: 931 time: 0.2294834 Sep 03 12:57:28.438100 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e97d5-86ae-41fb-b8bc-ddb41c4ab213 req-ee92065c-8f4e-45b8-8573-3b23abf37781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:28.439577 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-5f9e97d5-86ae-41fb-b8bc-ddb41c4ab213 req-ee92065c-8f4e-45b8-8573-3b23abf37781 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=18f4b7c2-4c96-420d-afc2-0ae06dbda8bd HTTP/1.1" status: 200 len: 850 time: 0.1143961 Sep 03 12:57:28.564011 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2089f9-7940-4078-a50b-cca66e8d93fa req-6a273ba7-af7f-4714-8259-dd209441a186 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:28.565556 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ac2089f9-7940-4078-a50b-cca66e8d93fa req-6a273ba7-af7f-4714-8259-dd209441a186 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/ports?device_id=78d57d56-f67d-4816-909a-b4e9fdebfb43 HTTP/1.1" status: 200 len: 943 time: 0.1874022 Sep 03 12:57:28.571916 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-6de2b26c-1cf8-4840-a9a3-9fa9b9133974 req-d854816a-12b5-406d-b407-3a63615fa60a tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8220371-6aa1-46e4-9fa1-bba367d10552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1343105 Sep 03 12:57:28.601596 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e97d5-86ae-41fb-b8bc-ddb41c4ab213 req-22c6688e-f1b5-4e70-9e5c-8dce8c791e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:28.601596 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-5f9e97d5-86ae-41fb-b8bc-ddb41c4ab213 req-22c6688e-f1b5-4e70-9e5c-8dce8c791e5e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=45e81d3f-b881-425b-99ca-1daab65347e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1172049 Sep 03 12:57:28.618635 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.agents_db [None req-4ecc573b-6c34-46c7-b31e-835fd9e30662 None None] Agent healthcheck: found 6 active agents {{(pid=120044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 12:57:28.734626 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ac2089f9-7940-4078-a50b-cca66e8d93fa req-007ef434-e24d-4e1b-91a3-8288d09da12a tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/security-groups?id=0fd2e05a-404e-4218-af27-cb0ee3234aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1549230 Sep 03 12:57:28.757353 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.notifiers.nova [req-30adcf79-fbd7-4dfe-8339-c770767fdebe req-0b97041a-5b0c-4729-a4d4-a65dc2a2c199 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d742568-1d39-4a7a-9681-78fb1e791005 {{(pid=120042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 12:57:28.771207 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-30adcf79-fbd7-4dfe-8339-c770767fdebe req-0b97041a-5b0c-4729-a4d4-a65dc2a2c199 service neutron] Notify callbacks [] for port, precommit_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:28.799112 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.provisioning_blocks [req-30adcf79-fbd7-4dfe-8339-c770767fdebe req-0b97041a-5b0c-4729-a4d4-a65dc2a2c199 service neutron] Transition to ACTIVE for port object 5d742568-1d39-4a7a-9681-78fb1e791005 will not be triggered until provisioned by entity L2. {{(pid=120042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 12:57:28.802147 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-5f9e97d5-86ae-41fb-b8bc-ddb41c4ab213 req-5083ff0e-224e-43e2-9411-892f0e24c206 service neutron] 10.222.0.11 "GET /v2.0/networks/45e81d3f-b881-425b-99ca-1daab65347e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969411 Sep 03 12:57:28.813398 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748463ff-6738-4031-8ece-f4a9ad12daa8 req-8321f348-9930-482c-8560-90033183afe1 tempest-DeleteServersTestJSON-125597565 tempest-DeleteServersTestJSON-125597565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:28.814961 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-748463ff-6738-4031-8ece-f4a9ad12daa8 req-8321f348-9930-482c-8560-90033183afe1 tempest-DeleteServersTestJSON-125597565 tempest-DeleteServersTestJSON-125597565-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a8c6589-cdd9-423f-8768-c5e11124438e HTTP/1.1" status: 200 len: 945 time: 0.1037936 Sep 03 12:57:28.899000 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-30adcf79-fbd7-4dfe-8339-c770767fdebe req-0b97041a-5b0c-4729-a4d4-a65dc2a2c199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:28.938681 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-748463ff-6738-4031-8ece-f4a9ad12daa8 req-791c19ca-e8ef-416b-b445-9cc96cebe1d9 tempest-DeleteServersTestJSON-125597565 tempest-DeleteServersTestJSON-125597565-project] 10.222.0.24 "GET /v2.0/security-groups?id=6590f256-0f7c-4dac-9942-f701b4f2738f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148794 Sep 03 12:57:28.980281 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b97041a-5b0c-4729-a4d4-a65dc2a2c199 service neutron] Pushing event updated for resources: {'Port': ['ID=5d742568-1d39-4a7a-9681-78fb1e791005,revision_number=2']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:28.984539 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-5f9e97d5-86ae-41fb-b8bc-ddb41c4ab213 req-9ae4350f-cca0-435e-ad3e-a943e21522e1 service neutron] 10.222.0.11 "GET /v2.0/networks/45e81d3f-b881-425b-99ca-1daab65347e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685917 Sep 03 12:57:29.014908 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.managers [req-30adcf79-fbd7-4dfe-8339-c770767fdebe req-0b97041a-5b0c-4729-a4d4-a65dc2a2c199 service neutron] Attempting to bind port 5d742568-1d39-4a7a-9681-78fb1e791005 on host hv-cinder-78878 for vnic_type normal with profile {{(pid=120042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 12:57:29.015388 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.managers [req-30adcf79-fbd7-4dfe-8339-c770767fdebe req-0b97041a-5b0c-4729-a4d4-a65dc2a2c199 service neutron] Attempting to bind port 5d742568-1d39-4a7a-9681-78fb1e791005 by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': '32a72ad9-2465-4193-b477-40371effc92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4ae4bd86-9baa-4a46-894e-9d6319ec74c4'}] {{(pid=120042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 12:57:29.015851 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30adcf79-fbd7-4dfe-8339-c770767fdebe req-0b97041a-5b0c-4729-a4d4-a65dc2a2c199 service neutron] Attempting to bind port 5d742568-1d39-4a7a-9681-78fb1e791005 on network 4ae4bd86-9baa-4a46-894e-9d6319ec74c4 {{(pid=120042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 12:57:29.020920 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30adcf79-fbd7-4dfe-8339-c770767fdebe req-0b97041a-5b0c-4729-a4d4-a65dc2a2c199 service neutron] Port 5d742568-1d39-4a7a-9681-78fb1e791005 on network 4ae4bd86-9baa-4a46-894e-9d6319ec74c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=120042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 12:57:29.021249 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30adcf79-fbd7-4dfe-8339-c770767fdebe req-0b97041a-5b0c-4729-a4d4-a65dc2a2c199 service neutron] Attempting to bind port 5d742568-1d39-4a7a-9681-78fb1e791005 on network 4ae4bd86-9baa-4a46-894e-9d6319ec74c4 {{(pid=120042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 12:57:29.026258 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30adcf79-fbd7-4dfe-8339-c770767fdebe req-0b97041a-5b0c-4729-a4d4-a65dc2a2c199 service neutron] Checking agent: {'id': '0f6a9262-0a79-4cf4-ac76-73211ad22d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 12, 55, 7), 'started_at': datetime.datetime(2021, 9, 3, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 12, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 12:57:29.026614 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30adcf79-fbd7-4dfe-8339-c770767fdebe req-0b97041a-5b0c-4729-a4d4-a65dc2a2c199 service neutron] Checking segment: {'id': '32a72ad9-2465-4193-b477-40371effc92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4ae4bd86-9baa-4a46-894e-9d6319ec74c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 12:57:29.026999 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30adcf79-fbd7-4dfe-8339-c770767fdebe req-0b97041a-5b0c-4729-a4d4-a65dc2a2c199 service neutron] Bound using segment: {'id': '32a72ad9-2465-4193-b477-40371effc92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4ae4bd86-9baa-4a46-894e-9d6319ec74c4'} {{(pid=120042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 12:57:29.027428 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.managers [req-30adcf79-fbd7-4dfe-8339-c770767fdebe req-0b97041a-5b0c-4729-a4d4-a65dc2a2c199 service neutron] Bound port: 5d742568-1d39-4a7a-9681-78fb1e791005, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32a72ad9-2465-4193-b477-40371effc92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4ae4bd86-9baa-4a46-894e-9d6319ec74c4'}}] {{(pid=120042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 12:57:29.027794 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-30adcf79-fbd7-4dfe-8339-c770767fdebe req-0b97041a-5b0c-4729-a4d4-a65dc2a2c199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:29.097063 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.db [req-30adcf79-fbd7-4dfe-8339-c770767fdebe req-0b97041a-5b0c-4729-a4d4-a65dc2a2c199 service neutron] For port 5d742568-1d39-4a7a-9681-78fb1e791005, host hv-cinder-78878, cleared binding levels {{(pid=120042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 12:57:29.100738 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.db [req-30adcf79-fbd7-4dfe-8339-c770767fdebe req-0b97041a-5b0c-4729-a4d4-a65dc2a2c199 service neutron] For port 5d742568-1d39-4a7a-9681-78fb1e791005, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=5d742568-1d39-4a7a-9681-78fb1e791005,segment=NetworkSegment(32a72ad9-2465-4193-b477-40371effc92a),segment_id=32a72ad9-2465-4193-b477-40371effc92a)] {{(pid=120042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 12:57:29.176223 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-30adcf79-fbd7-4dfe-8339-c770767fdebe req-0b97041a-5b0c-4729-a4d4-a65dc2a2c199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:29.253256 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30adcf79-fbd7-4dfe-8339-c770767fdebe req-0b97041a-5b0c-4729-a4d4-a65dc2a2c199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:29.253903 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-30adcf79-fbd7-4dfe-8339-c770767fdebe req-0b97041a-5b0c-4729-a4d4-a65dc2a2c199 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575370'] for port, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:29.255451 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-30adcf79-fbd7-4dfe-8339-c770767fdebe req-0b97041a-5b0c-4729-a4d4-a65dc2a2c199 service neutron] 10.222.0.11 "PUT /v2.0/ports/5d742568-1d39-4a7a-9681-78fb1e791005 HTTP/1.1" status: 200 len: 1093 time: 1.6242621 Sep 03 12:57:29.258006 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24f1ba22-cfbc-4395-a08d-7c8f4e5731a1', 'tag': '5d742568-1d39-4a7a-9681-78fb1e791005'}] {{(pid=120042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 12:57:29.268566 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d2a6420b193a10f45e0477184c700453c1253cfa456d27c4e3ab5b2f2f62351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-028c027a-824d-4018-9c1b-2048e5df0461" -d '{"events": [{"name": "network-changed", "server_uuid": "24f1ba22-cfbc-4395-a08d-7c8f4e5731a1", "tag": "5d742568-1d39-4a7a-9681-78fb1e791005"}]}' {{(pid=120042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 12:57:29.311290 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a646fd76-d3f1-4e7d-97cd-b98d0bc83283 req-8bc98429-708d-41eb-aac5-ec74c9507b7e tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:29.319461 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-a646fd76-d3f1-4e7d-97cd-b98d0bc83283 req-8bc98429-708d-41eb-aac5-ec74c9507b7e tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/ports?device_id=586a3dfb-7487-4647-be53-d8125a0c749a HTTP/1.1" status: 200 len: 944 time: 0.1356187 Sep 03 12:57:29.321344 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b97041a-5b0c-4729-a4d4-a65dc2a2c199 service neutron] Pushing event updated for resources: {'Port': ['ID=5d742568-1d39-4a7a-9681-78fb1e791005,revision_number=3']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:29.348859 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Device 7f343273-8e60-4187-876c-90227b9fc9c8 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=120043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 12:57:29.354060 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 35406) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:57:29.355376 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Device d96262ba-32f5-43b0-a1cf-dc4b27e4d9ac up at agent hyperv_hv-cinder-78878 {{(pid=120043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:57:29.358483 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 12:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8222895b-50ce-4409-b5ec-4ea759b1b053 x-openstack-request-id: req-8222895b-50ce-4409-b5ec-4ea759b1b053 {{(pid=120042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 12:57:29.359006 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24f1ba22-cfbc-4395-a08d-7c8f4e5731a1", "tag": "5d742568-1d39-4a7a-9681-78fb1e791005", "status": "completed", "code": 200}]} {{(pid=120042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 12:57:29.359267 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8222895b-50ce-4409-b5ec-4ea759b1b053 {{(pid=120042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 12:57:29.359676 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24f1ba22-cfbc-4395-a08d-7c8f4e5731a1', 'tag': '5d742568-1d39-4a7a-9681-78fb1e791005', 'status': 'completed', 'code': 200} Sep 03 12:57:29.423541 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-a646fd76-d3f1-4e7d-97cd-b98d0bc83283 req-1d611ea2-61f1-4ded-bec9-147785278bd5 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/security-groups?id=202644d7-0091-49f7-a3d6-689b64f2110e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030405 Sep 03 12:57:29.461440 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028c027a-824d-4018-9c1b-2048e5df0461 req-41c89214-611c-4ce8-b6af-8ddaba3b009f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:29.468532 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-028c027a-824d-4018-9c1b-2048e5df0461 req-41c89214-611c-4ce8-b6af-8ddaba3b009f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8cbbddf1eac34975b3dfff073526b48a&device_id=24f1ba22-cfbc-4395-a08d-7c8f4e5731a1 HTTP/1.1" status: 200 len: 1096 time: 0.0936379 Sep 03 12:57:29.529158 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] For port 7f343273-8e60-4187-876c-90227b9fc9c8, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=7f343273-8e60-4187-876c-90227b9fc9c8,segment=NetworkSegment(d03da7ba-8154-41e4-a96a-41813e08fccd),segment_id=d03da7ba-8154-41e4-a96a-41813e08fccd)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:57:29.546793 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Returning: {'device': '7f343273-8e60-4187-876c-90227b9fc9c8', 'network_id': 'd8a10b69-52c5-4ba7-9e6b-9d664f8fb5ae', 'port_id': '7f343273-8e60-4187-876c-90227b9fc9c8', 'mac_address': 'fa:16:3e:54:22:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7423f83-7cc4-42fa-82eb-8016662f087e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 12:57:29.607972 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:29.617427 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-c46a3734-ae1e-432a-8f30-0a5d71ddf03d admin admin] Notify callbacks [] for security_group, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:29.626607 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddffdcf5-32b7-42b5-9695-d26fc28dc510 req-8071dbbe-de29-4607-8252-fe4d8d0888ec tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:29.628278 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ddffdcf5-32b7-42b5-9695-d26fc28dc510 req-8071dbbe-de29-4607-8252-fe4d8d0888ec tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b89fcec-d8ce-4be9-86ce-bfc7c9aeba12 HTTP/1.1" status: 200 len: 943 time: 0.1344614 Sep 03 12:57:29.648681 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.notifiers.nova [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f343273-8e60-4187-876c-90227b9fc9c8 {{(pid=120043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 12:57:29.666075 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028c027a-824d-4018-9c1b-2048e5df0461 req-f04bfad0-5559-47ed-8643-afa36636af79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:29.667534 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-028c027a-824d-4018-9c1b-2048e5df0461 req-f04bfad0-5559-47ed-8643-afa36636af79 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=8cbbddf1eac34975b3dfff073526b48a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1908846 Sep 03 12:57:29.682463 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] For port 7f343273-8e60-4187-876c-90227b9fc9c8, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=7f343273-8e60-4187-876c-90227b9fc9c8,segment=NetworkSegment(d03da7ba-8154-41e4-a96a-41813e08fccd),segment_id=d03da7ba-8154-41e4-a96a-41813e08fccd)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:57:29.738573 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-c46a3734-ae1e-432a-8f30-0a5d71ddf03d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:29.743641 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Provisioning for port d96262ba-32f5-43b0-a1cf-dc4b27e4d9ac completed by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 12:57:29.744399 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ddffdcf5-32b7-42b5-9695-d26fc28dc510 req-8fdbe4b2-3e9d-4692-a8f4-7ff381716337 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085892 Sep 03 12:57:29.755281 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Provisioning complete for port d96262ba-32f5-43b0-a1cf-dc4b27e4d9ac triggered by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:57:29.755890 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:29.801899 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:29.802116 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4ad3fb-003c-4c34-81a7-36f27ce836da req-b2a5e21c-0c76-4fd9-b21d-06b590a1b767 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:29.802222 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Device a0a41486-b5f6-43c3-956e-4e2c3818fb43 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=120043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 12:57:29.816092 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-8d4ad3fb-003c-4c34-81a7-36f27ce836da req-b2a5e21c-0c76-4fd9-b21d-06b590a1b767 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=24f1ba22-cfbc-4395-a08d-7c8f4e5731a1 HTTP/1.1" status: 200 len: 943 time: 0.1543386 Sep 03 12:57:29.829237 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-c46a3734-ae1e-432a-8f30-0a5d71ddf03d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:29.877101 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-c46a3734-ae1e-432a-8f30-0a5d71ddf03d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5b6a39236d6a42bf8aa8dc2d80b8dd0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5157146 Sep 03 12:57:29.877101 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46a3734-ae1e-432a-8f30-0a5d71ddf03d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1aefaec-09e1-49f8-871f-a79ea199f870,revision_number=1']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:29.878035 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 35416) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:57:29.908469 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028c027a-824d-4018-9c1b-2048e5df0461 req-fe046f4d-26fd-41a1-b6d3-b565bcd62dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:29.909961 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-028c027a-824d-4018-9c1b-2048e5df0461 req-fe046f4d-26fd-41a1-b6d3-b565bcd62dc0 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2332735 Sep 03 12:57:29.919264 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] For port a0a41486-b5f6-43c3-956e-4e2c3818fb43, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=a0a41486-b5f6-43c3-956e-4e2c3818fb43,segment=NetworkSegment(d03da7ba-8154-41e4-a96a-41813e08fccd),segment_id=d03da7ba-8154-41e4-a96a-41813e08fccd)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:57:29.923046 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-8d4ad3fb-003c-4c34-81a7-36f27ce836da req-d2846d5b-d6e8-4a5a-bf0c-3aaeef96ff8b tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8220371-6aa1-46e4-9fa1-bba367d10552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049898 Sep 03 12:57:29.935993 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-f34c42bf-898b-4928-acab-0806ccc91197 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:29.939637 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Pushing event updated for resources: {'Port': ['ID=7f343273-8e60-4187-876c-90227b9fc9c8,revision_number=4']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:29.948442 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Returning: {'device': 'a0a41486-b5f6-43c3-956e-4e2c3818fb43', 'network_id': 'd8a10b69-52c5-4ba7-9e6b-9d664f8fb5ae', 'port_id': 'a0a41486-b5f6-43c3-956e-4e2c3818fb43', 'mac_address': 'fa:16:3e:0d:36:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7423f83-7cc4-42fa-82eb-8016662f087e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 12:57:29.950073 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:29.953712 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8045eadc-ccc8-4453-b2c6-e436e999540e req-fae1c529-54e5-4405-8c21-8a84edb9c522 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:29.965794 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-f34c42bf-898b-4928-acab-0806ccc91197 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:29.969707 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-8045eadc-ccc8-4453-b2c6-e436e999540e req-fae1c529-54e5-4405-8c21-8a84edb9c522 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/ports?device_id=78d57d56-f67d-4816-909a-b4e9fdebfb43 HTTP/1.1" status: 200 len: 943 time: 0.1465840 Sep 03 12:57:30.025719 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '586a3dfb-7487-4647-be53-d8125a0c749a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd96262ba-32f5-43b0-a1cf-dc4b27e4d9ac'}] {{(pid=120043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 12:57:30.077055 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-8045eadc-ccc8-4453-b2c6-e436e999540e req-c6afec5b-6527-4af4-9b0e-557773ae3106 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/security-groups?id=0fd2e05a-404e-4218-af27-cb0ee3234aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064792 Sep 03 12:57:30.085063 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30adcf79-fbd7-4dfe-8339-c770767fdebe req-0a3d84c1-2625-4695-9439-c8554043866d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:30.086518 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-30adcf79-fbd7-4dfe-8339-c770767fdebe req-0a3d84c1-2625-4695-9439-c8554043866d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8cbbddf1eac34975b3dfff073526b48a&device_id=24f1ba22-cfbc-4395-a08d-7c8f4e5731a1 HTTP/1.1" status: 200 len: 1096 time: 0.1143231 Sep 03 12:57:30.115664 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28191fad-cb7a-4b10-8651-a7d9035f52e2 req-0e5e005b-de56-4330-aee2-a731ddf63c39 tempest-DeleteServersTestJSON-125597565 tempest-DeleteServersTestJSON-125597565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:30.120681 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-28191fad-cb7a-4b10-8651-a7d9035f52e2 req-0e5e005b-de56-4330-aee2-a731ddf63c39 tempest-DeleteServersTestJSON-125597565 tempest-DeleteServersTestJSON-125597565-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a8c6589-cdd9-423f-8768-c5e11124438e HTTP/1.1" status: 200 len: 945 time: 0.0843003 Sep 03 12:57:30.126509 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] For port d96262ba-32f5-43b0-a1cf-dc4b27e4d9ac, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=d96262ba-32f5-43b0-a1cf-dc4b27e4d9ac,segment=NetworkSegment(e15e6e61-4793-4b3c-8e28-8614cba2f27c),segment_id=e15e6e61-4793-4b3c-8e28-8614cba2f27c)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:57:30.130615 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:30.140345 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-f34c42bf-898b-4928-acab-0806ccc91197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:30.143158 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-f34c42bf-898b-4928-acab-0806ccc91197 admin admin] Notify callbacks [] for security_group, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:30.143979 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.notifiers.nova [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0a41486-b5f6-43c3-956e-4e2c3818fb43 {{(pid=120043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 12:57:30.147034 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-f34c42bf-898b-4928-acab-0806ccc91197 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f1aefaec-09e1-49f8-871f-a79ea199f870 HTTP/1.1" status: 204 len: 168 time: 0.2657752 Sep 03 12:57:30.166475 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] For port a0a41486-b5f6-43c3-956e-4e2c3818fb43, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=a0a41486-b5f6-43c3-956e-4e2c3818fb43,segment=NetworkSegment(d03da7ba-8154-41e4-a96a-41813e08fccd),segment_id=d03da7ba-8154-41e4-a96a-41813e08fccd)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:57:30.166657 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34c42bf-898b-4928-acab-0806ccc91197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1aefaec-09e1-49f8-871f-a79ea199f870,revision_number=None']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:30.169610 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-30adcf79-fbd7-4dfe-8339-c770767fdebe req-dfd02d17-ea62-46c8-bd67-85472d993645 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d742568-1d39-4a7a-9681-78fb1e791005 HTTP/1.1" status: 200 len: 217 time: 0.0479426 Sep 03 12:57:30.186735 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:30.186735 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Device 13f99c8e-17b2-4e53-8058-e97ba340662a up at agent hyperv_hv-cinder-78878 {{(pid=120043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:57:30.228906 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-28191fad-cb7a-4b10-8651-a7d9035f52e2 req-83ade2f0-fc5e-4ed5-9e18-a79542e04d9f tempest-DeleteServersTestJSON-125597565 tempest-DeleteServersTestJSON-125597565-project] 10.222.0.24 "GET /v2.0/security-groups?id=6590f256-0f7c-4dac-9942-f701b4f2738f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971677 Sep 03 12:57:30.254404 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30adcf79-fbd7-4dfe-8339-c770767fdebe req-6711816e-01ca-4392-a2d4-7d7c90ec589d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:30.254404 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-30adcf79-fbd7-4dfe-8339-c770767fdebe req-6711816e-01ca-4392-a2d4-7d7c90ec589d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e4c3bb0a-fdd7-427f-b24b-a6cf6ccdaba3 HTTP/1.1" status: 200 len: 855 time: 0.0687232 Sep 03 12:57:30.301691 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30adcf79-fbd7-4dfe-8339-c770767fdebe req-da5c4137-448a-462b-8a3f-bcddbff70b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:30.307148 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-30adcf79-fbd7-4dfe-8339-c770767fdebe req-da5c4137-448a-462b-8a3f-bcddbff70b95 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4ae4bd86-9baa-4a46-894e-9d6319ec74c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0491974 Sep 03 12:57:30.372709 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75183f2819bd2f1145e278a2316968184774222fd4353ccf17289daf4feac16a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b13a8123-e8e7-4aad-9c4e-1479af57cd48" -d '{"events": [{"server_uuid": "586a3dfb-7487-4647-be53-d8125a0c749a", "name": "network-vif-plugged", "status": "completed", "tag": "d96262ba-32f5-43b0-a1cf-dc4b27e4d9ac"}]}' {{(pid=120043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 12:57:30.375398 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:30.423809 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-30adcf79-fbd7-4dfe-8339-c770767fdebe req-1dc1b209-9f25-461a-80f6-6bf68909d63a service neutron] 10.222.0.11 "GET /v2.0/networks/4ae4bd86-9baa-4a46-894e-9d6319ec74c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114500 Sep 03 12:57:30.431277 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Pushing event updated for resources: {'Port': ['ID=d96262ba-32f5-43b0-a1cf-dc4b27e4d9ac,revision_number=5']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:30.487772 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Pushing event updated for resources: {'Port': ['ID=a0a41486-b5f6-43c3-956e-4e2c3818fb43,revision_number=4']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:30.558557 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-30adcf79-fbd7-4dfe-8339-c770767fdebe req-fa1d4017-7a4d-426e-8bcc-4120ec180ff0 service neutron] 10.222.0.11 "GET /v2.0/networks/4ae4bd86-9baa-4a46-894e-9d6319ec74c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258698 Sep 03 12:57:30.560687 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Provisioning for port 13f99c8e-17b2-4e53-8058-e97ba340662a completed by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 12:57:30.565598 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Provisioning complete for port 13f99c8e-17b2-4e53-8058-e97ba340662a triggered by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:57:30.565983 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:30.571438 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d775900-0d81-433e-a94b-8a3e91301b5e req-a4b1af1c-2417-4ec1-8479-95f8c788bb1c tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:30.573355 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-8d775900-0d81-433e-a94b-8a3e91301b5e req-a4b1af1c-2417-4ec1-8479-95f8c788bb1c tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/ports?device_id=586a3dfb-7487-4647-be53-d8125a0c749a HTTP/1.1" status: 200 len: 945 time: 0.0698373 Sep 03 12:57:30.608611 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 12:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35cc1650-2897-4f8b-8495-bbeea71eacd2 x-openstack-request-id: req-35cc1650-2897-4f8b-8495-bbeea71eacd2 {{(pid=120043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 12:57:30.608864 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "586a3dfb-7487-4647-be53-d8125a0c749a", "name": "network-vif-plugged", "status": "completed", "tag": "d96262ba-32f5-43b0-a1cf-dc4b27e4d9ac", "code": 200}]} {{(pid=120043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 12:57:30.609107 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-35cc1650-2897-4f8b-8495-bbeea71eacd2 {{(pid=120043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 12:57:30.609629 dv-cinder-788782-9-iscsi neutron-server[120043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '586a3dfb-7487-4647-be53-d8125a0c749a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd96262ba-32f5-43b0-a1cf-dc4b27e4d9ac', 'code': 200} Sep 03 12:57:30.625320 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] get_ports_and_sgs() called for port_ids ['7f343273-8e60-4187-876c-90227b9fc9c8'] {{(pid=120043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 12:57:30.631976 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] get_ports_and_sgs() called for port_ids ['a0a41486-b5f6-43c3-956e-4e2c3818fb43'] {{(pid=120043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 12:57:30.785465 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:30.879977 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-8d775900-0d81-433e-a94b-8a3e91301b5e req-eb7b74ec-22b7-46dd-8b7f-3280ffa26b70 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/security-groups?id=202644d7-0091-49f7-a3d6-689b64f2110e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003838 Sep 03 12:57:30.884030 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] For port 13f99c8e-17b2-4e53-8058-e97ba340662a, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=13f99c8e-17b2-4e53-8058-e97ba340662a,segment=NetworkSegment(00445703-bb8c-4c15-8a4c-1420d277a484),segment_id=00445703-bb8c-4c15-8a4c-1420d277a484)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:57:30.901910 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a97f24-653f-4210-aebe-7eba32a141dc req-d67a5262-a8b1-440b-8935-11c2cd447093 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:30.903354 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-b2a97f24-653f-4210-aebe-7eba32a141dc req-d67a5262-a8b1-440b-8935-11c2cd447093 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b89fcec-d8ce-4be9-86ce-bfc7c9aeba12 HTTP/1.1" status: 200 len: 944 time: 0.0705500 Sep 03 12:57:30.943263 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-b2a97f24-653f-4210-aebe-7eba32a141dc req-f5213918-cb98-4b3f-8e91-4b1b842f480f tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332425 Sep 03 12:57:31.017832 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:31.067952 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Pushing event updated for resources: {'Port': ['ID=13f99c8e-17b2-4e53-8058-e97ba340662a,revision_number=5']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:31.075954 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5168a213-e15e-45e5-9b24-b8581150b827 req-0d8e6f89-c328-4e7a-9074-c8538b125796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:31.077437 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-5168a213-e15e-45e5-9b24-b8581150b827 req-0d8e6f89-c328-4e7a-9074-c8538b125796 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=586a3dfb-7487-4647-be53-d8125a0c749a HTTP/1.1" status: 200 len: 1098 time: 0.1027286 Sep 03 12:57:31.085329 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3da860-05e8-4e3e-a306-f149ac24f448 req-d27001dc-3773-400f-9b3a-8c3518a6b9a4 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:31.086666 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-be3da860-05e8-4e3e-a306-f149ac24f448 req-d27001dc-3773-400f-9b3a-8c3518a6b9a4 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=24f1ba22-cfbc-4395-a08d-7c8f4e5731a1 HTTP/1.1" status: 200 len: 943 time: 0.0703113 Sep 03 12:57:31.104880 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-5168a213-e15e-45e5-9b24-b8581150b827 req-ea86745b-a087-4b3a-975e-e8de2666738b service neutron] Notify callbacks [] for security_group, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:31.114049 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 35446) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:57:31.128057 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-b1edf97b-4683-4399-869b-3ecd9aab8668 admin admin] Notify callbacks [] for security_group, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:31.146707 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-be3da860-05e8-4e3e-a306-f149ac24f448 req-7a5a8bb9-0475-4208-8d08-44ececae77bb tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8220371-6aa1-46e4-9fa1-bba367d10552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537665 Sep 03 12:57:31.220475 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2565ca55-04d3-4daa-b97a-3c432ffef62a req-0af4ea16-d5a5-4768-9d54-0eba0c1a41b9 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:31.222038 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-2565ca55-04d3-4daa-b97a-3c432ffef62a req-0af4ea16-d5a5-4768-9d54-0eba0c1a41b9 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/ports?device_id=78d57d56-f67d-4816-909a-b4e9fdebfb43 HTTP/1.1" status: 200 len: 943 time: 0.0726874 Sep 03 12:57:31.278400 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-2565ca55-04d3-4daa-b97a-3c432ffef62a req-8e108842-acfa-4303-a9ad-2bfbe8bb7ae7 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/security-groups?id=0fd2e05a-404e-4218-af27-cb0ee3234aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495355 Sep 03 12:57:31.286873 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-5168a213-e15e-45e5-9b24-b8581150b827 req-ea86745b-a087-4b3a-975e-e8de2666738b service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:31.346428 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bd9ddb-f2b3-40d1-bab3-45e719dac404 req-58de1591-0086-4732-8e19-4375b18bbf0f tempest-DeleteServersTestJSON-125597565 tempest-DeleteServersTestJSON-125597565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:31.347942 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-94bd9ddb-f2b3-40d1-bab3-45e719dac404 req-58de1591-0086-4732-8e19-4375b18bbf0f tempest-DeleteServersTestJSON-125597565 tempest-DeleteServersTestJSON-125597565-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a8c6589-cdd9-423f-8768-c5e11124438e HTTP/1.1" status: 200 len: 946 time: 0.0480640 Sep 03 12:57:31.364370 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Device 93c9355c-2e1a-473b-8067-47215e8d2ca3 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=120043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 12:57:31.382697 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-5168a213-e15e-45e5-9b24-b8581150b827 req-ea86745b-a087-4b3a-975e-e8de2666738b service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:31.410333 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-94bd9ddb-f2b3-40d1-bab3-45e719dac404 req-5a4fb1f9-05cf-4804-b04b-e5c655ba079f tempest-DeleteServersTestJSON-125597565 tempest-DeleteServersTestJSON-125597565-project] 10.222.0.24 "GET /v2.0/security-groups?id=6590f256-0f7c-4dac-9942-f701b4f2738f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562456 Sep 03 12:57:31.422210 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-5168a213-e15e-45e5-9b24-b8581150b827 req-ea86745b-a087-4b3a-975e-e8de2666738b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=202644d7-0091-49f7-a3d6-689b64f2110e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3344488 Sep 03 12:57:31.427136 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea86745b-a087-4b3a-975e-e8de2666738b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=71dd69da-2709-47ad-8d35-81c601872e0a,revision_number=1']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:31.480941 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-b1edf97b-4683-4399-869b-3ecd9aab8668 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:31.498126 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] For port 93c9355c-2e1a-473b-8067-47215e8d2ca3, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=93c9355c-2e1a-473b-8067-47215e8d2ca3,segment=NetworkSegment(101332a1-79af-4268-a774-3b1495ccc8a0),segment_id=101332a1-79af-4268-a774-3b1495ccc8a0)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:57:31.509984 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Returning: {'device': '93c9355c-2e1a-473b-8067-47215e8d2ca3', 'network_id': '45e81d3f-b881-425b-99ca-1daab65347e2', 'port_id': '93c9355c-2e1a-473b-8067-47215e8d2ca3', 'mac_address': 'fa:16:3e:55:dc:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18f4b7c2-4c96-420d-afc2-0ae06dbda8bd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 12:57:31.558405 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:31.564015 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-b1edf97b-4683-4399-869b-3ecd9aab8668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:31.572542 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.notifiers.nova [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93c9355c-2e1a-473b-8067-47215e8d2ca3 {{(pid=120043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 12:57:31.592386 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] For port 93c9355c-2e1a-473b-8067-47215e8d2ca3, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=93c9355c-2e1a-473b-8067-47215e8d2ca3,segment=NetworkSegment(101332a1-79af-4268-a774-3b1495ccc8a0),segment_id=101332a1-79af-4268-a774-3b1495ccc8a0)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:57:31.603166 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-b1edf97b-4683-4399-869b-3ecd9aab8668 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=306f20eec09b4826ab3bc3fd8e7ea43c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4880369 Sep 03 12:57:31.604053 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1edf97b-4683-4399-869b-3ecd9aab8668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe0fc719-c3a1-4942-a24d-66dcfec0f6f7,revision_number=1']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:31.605887 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 35456) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:57:31.655717 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-7ea05223-8b28-4fed-af2d-7611916c4e28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:31.680475 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-7ea05223-8b28-4fed-af2d-7611916c4e28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:31.726173 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:31.773150 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Pushing event updated for resources: {'Port': ['ID=93c9355c-2e1a-473b-8067-47215e8d2ca3,revision_number=4']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:31.817769 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-7ea05223-8b28-4fed-af2d-7611916c4e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:31.820507 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-7ea05223-8b28-4fed-af2d-7611916c4e28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:31.821878 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-7ea05223-8b28-4fed-af2d-7611916c4e28 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fe0fc719-c3a1-4942-a24d-66dcfec0f6f7 HTTP/1.1" status: 204 len: 168 time: 0.2139909 Sep 03 12:57:31.836278 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea05223-8b28-4fed-af2d-7611916c4e28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe0fc719-c3a1-4942-a24d-66dcfec0f6f7,revision_number=None']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:31.991046 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03453b72-46eb-47d8-843b-e4ebff845751 req-44e84c30-02f5-47a1-8d47-c34ace498853 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:31.992564 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-03453b72-46eb-47d8-843b-e4ebff845751 req-44e84c30-02f5-47a1-8d47-c34ace498853 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/ports?device_id=586a3dfb-7487-4647-be53-d8125a0c749a HTTP/1.1" status: 200 len: 945 time: 0.0471225 Sep 03 12:57:32.004640 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] get_ports_and_sgs() called for port_ids ['93c9355c-2e1a-473b-8067-47215e8d2ca3'] {{(pid=120043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 12:57:32.084905 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-03453b72-46eb-47d8-843b-e4ebff845751 req-f7906fa2-9938-411c-bd2f-5dd6c28c9be5 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/security-groups?id=202644d7-0091-49f7-a3d6-689b64f2110e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853851 Sep 03 12:57:32.115911 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76976647-4f26-4d2a-a1b0-2d6dac3cd9b1 req-a329fa6a-5fb1-4a27-9ec6-c19e17a1e35f tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:32.117593 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-76976647-4f26-4d2a-a1b0-2d6dac3cd9b1 req-a329fa6a-5fb1-4a27-9ec6-c19e17a1e35f tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b89fcec-d8ce-4be9-86ce-bfc7c9aeba12 HTTP/1.1" status: 200 len: 944 time: 0.1019070 Sep 03 12:57:32.155476 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-76976647-4f26-4d2a-a1b0-2d6dac3cd9b1 req-b2d0926c-ba06-4e4e-8d0e-79f3f4720cff tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316784 Sep 03 12:57:32.269406 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6a4077-d179-4c06-a4d8-47adb148ca16 req-3f76be14-f336-477b-9e9f-80bf1a31c3eb tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:32.270931 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-0d6a4077-d179-4c06-a4d8-47adb148ca16 req-3f76be14-f336-477b-9e9f-80bf1a31c3eb tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=24f1ba22-cfbc-4395-a08d-7c8f4e5731a1 HTTP/1.1" status: 200 len: 943 time: 0.0517848 Sep 03 12:57:32.325790 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-0d6a4077-d179-4c06-a4d8-47adb148ca16 req-cad06cc4-8a39-4df7-b9f3-34d5457bd209 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8220371-6aa1-46e4-9fa1-bba367d10552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486431 Sep 03 12:57:32.419950 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00793801-c583-45ea-93a5-712b2abf1846 req-628e2a89-b56f-4dac-ab20-276eafa28552 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:32.421387 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-00793801-c583-45ea-93a5-712b2abf1846 req-628e2a89-b56f-4dac-ab20-276eafa28552 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/ports?device_id=78d57d56-f67d-4816-909a-b4e9fdebfb43 HTTP/1.1" status: 200 len: 944 time: 0.0492027 Sep 03 12:57:32.462715 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-00793801-c583-45ea-93a5-712b2abf1846 req-dadd7764-2aaf-49b2-b931-84141a46c5f6 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/security-groups?id=0fd2e05a-404e-4218-af27-cb0ee3234aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334589 Sep 03 12:57:32.539593 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd03f7a-7c96-46a4-9058-46ded5102608 req-e3497136-bfcd-48b2-9634-4f6a8af41f16 tempest-DeleteServersTestJSON-125597565 tempest-DeleteServersTestJSON-125597565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:32.541191 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ecd03f7a-7c96-46a4-9058-46ded5102608 req-e3497136-bfcd-48b2-9634-4f6a8af41f16 tempest-DeleteServersTestJSON-125597565 tempest-DeleteServersTestJSON-125597565-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a8c6589-cdd9-423f-8768-c5e11124438e HTTP/1.1" status: 200 len: 946 time: 0.0484271 Sep 03 12:57:32.578342 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ecd03f7a-7c96-46a4-9058-46ded5102608 req-76fbfe32-1edf-4848-9888-1109609d91e3 tempest-DeleteServersTestJSON-125597565 tempest-DeleteServersTestJSON-125597565-project] 10.222.0.24 "GET /v2.0/security-groups?id=6590f256-0f7c-4dac-9942-f701b4f2738f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312924 Sep 03 12:57:32.611012 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a8c6589-cdd9-423f-8768-c5e11124438e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13f99c8e-17b2-4e53-8058-e97ba340662a'}] {{(pid=120043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 12:57:32.613403 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75183f2819bd2f1145e278a2316968184774222fd4353ccf17289daf4feac16a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ec7d3cc-3c9b-4617-b4d2-ffe01b6ba152" -d '{"events": [{"server_uuid": "2a8c6589-cdd9-423f-8768-c5e11124438e", "name": "network-vif-plugged", "status": "completed", "tag": "13f99c8e-17b2-4e53-8058-e97ba340662a"}]}' {{(pid=120043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 12:57:32.650914 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 12:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a648b8d-3c4c-4db0-875f-119e09d66905 x-openstack-request-id: req-1a648b8d-3c4c-4db0-875f-119e09d66905 {{(pid=120043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 12:57:32.651221 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a8c6589-cdd9-423f-8768-c5e11124438e", "name": "network-vif-plugged", "status": "completed", "tag": "13f99c8e-17b2-4e53-8058-e97ba340662a", "code": 200}]} {{(pid=120043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 12:57:32.654177 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1a648b8d-3c4c-4db0-875f-119e09d66905 {{(pid=120043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 12:57:32.654177 dv-cinder-788782-9-iscsi neutron-server[120043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a8c6589-cdd9-423f-8768-c5e11124438e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13f99c8e-17b2-4e53-8058-e97ba340662a', 'code': 200} Sep 03 12:57:33.008882 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085a1a35-fcb5-42b1-9238-771bed55b5b8 req-61f717b5-c9b4-4234-9782-00371f12019c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:33.009451 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-085a1a35-fcb5-42b1-9238-771bed55b5b8 req-61f717b5-c9b4-4234-9782-00371f12019c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2a8c6589-cdd9-423f-8768-c5e11124438e HTTP/1.1" status: 200 len: 1099 time: 0.0423944 Sep 03 12:57:33.052120 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-085a1a35-fcb5-42b1-9238-771bed55b5b8 req-bc5a2c57-82a7-4dcc-a90b-7c9d33121ea0 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=6590f256-0f7c-4dac-9942-f701b4f2738f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347092 Sep 03 12:57:33.208616 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff71f42-37a5-4b29-b986-ddd96f0358fc req-9942b424-ffa2-4f4e-825c-a9d73e6a380d tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:33.210210 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-4ff71f42-37a5-4b29-b986-ddd96f0358fc req-9942b424-ffa2-4f4e-825c-a9d73e6a380d tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/ports?device_id=586a3dfb-7487-4647-be53-d8125a0c749a HTTP/1.1" status: 200 len: 945 time: 0.0578945 Sep 03 12:57:33.279939 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-4ff71f42-37a5-4b29-b986-ddd96f0358fc req-ef455b7e-3f49-4e78-92b9-a3f84e8e01cf tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/security-groups?id=202644d7-0091-49f7-a3d6-689b64f2110e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630877 Sep 03 12:57:33.295472 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32744b73-0a5c-4c19-9be6-a74a89e5a848 req-f25a3eb0-3d9f-490b-aea9-e32dfada01c9 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:33.297010 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-32744b73-0a5c-4c19-9be6-a74a89e5a848 req-f25a3eb0-3d9f-490b-aea9-e32dfada01c9 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b89fcec-d8ce-4be9-86ce-bfc7c9aeba12 HTTP/1.1" status: 200 len: 944 time: 0.0642118 Sep 03 12:57:33.336883 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-32744b73-0a5c-4c19-9be6-a74a89e5a848 req-c49c50c4-f3eb-423e-b4bc-8e22788f159e tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328033 Sep 03 12:57:33.387140 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Device 5d742568-1d39-4a7a-9681-78fb1e791005 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=120043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 12:57:33.410231 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Device 7f343273-8e60-4187-876c-90227b9fc9c8 up at agent hyperv_hv-cinder-78878 {{(pid=120043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:57:33.507207 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ac9040-bb5c-4b66-bbbc-456853377a8f req-10f78b87-547d-46a2-8fd6-60a0672cf63b tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:33.507207 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-e6ac9040-bb5c-4b66-bbbc-456853377a8f req-10f78b87-547d-46a2-8fd6-60a0672cf63b tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=24f1ba22-cfbc-4395-a08d-7c8f4e5731a1 HTTP/1.1" status: 200 len: 943 time: 0.0648150 Sep 03 12:57:33.560219 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] For port 5d742568-1d39-4a7a-9681-78fb1e791005, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=5d742568-1d39-4a7a-9681-78fb1e791005,segment=NetworkSegment(32a72ad9-2465-4193-b477-40371effc92a),segment_id=32a72ad9-2465-4193-b477-40371effc92a)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:57:33.578389 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Returning: {'device': '5d742568-1d39-4a7a-9681-78fb1e791005', 'network_id': '4ae4bd86-9baa-4a46-894e-9d6319ec74c4', 'port_id': '5d742568-1d39-4a7a-9681-78fb1e791005', 'mac_address': 'fa:16:3e:6d:82:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4c3bb0a-fdd7-427f-b24b-a6cf6ccdaba3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 12:57:33.597687 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-e6ac9040-bb5c-4b66-bbbc-456853377a8f req-489e4356-7251-4ffb-938d-b818bc81c99d tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8220371-6aa1-46e4-9fa1-bba367d10552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824487 Sep 03 12:57:33.631092 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Provisioning for port 7f343273-8e60-4187-876c-90227b9fc9c8 completed by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 12:57:33.639877 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Provisioning complete for port 7f343273-8e60-4187-876c-90227b9fc9c8 triggered by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:57:33.640247 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:33.648853 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d359bb71-b860-45cb-a5fe-955710fbc38d req-ed40227d-5531-4b67-9a34-dd0992fea025 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:33.651128 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-d359bb71-b860-45cb-a5fe-955710fbc38d req-ed40227d-5531-4b67-9a34-dd0992fea025 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/ports?device_id=78d57d56-f67d-4816-909a-b4e9fdebfb43 HTTP/1.1" status: 200 len: 944 time: 0.1125388 Sep 03 12:57:33.690955 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:33.714200 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.notifiers.nova [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d742568-1d39-4a7a-9681-78fb1e791005 {{(pid=120043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 12:57:33.730155 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-d359bb71-b860-45cb-a5fe-955710fbc38d req-f517700e-6c8e-4d83-bfe3-23358178aace tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/security-groups?id=0fd2e05a-404e-4218-af27-cb0ee3234aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736513 Sep 03 12:57:33.740004 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] For port 5d742568-1d39-4a7a-9681-78fb1e791005, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=5d742568-1d39-4a7a-9681-78fb1e791005,segment=NetworkSegment(32a72ad9-2465-4193-b477-40371effc92a),segment_id=32a72ad9-2465-4193-b477-40371effc92a)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:57:33.746007 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f416cae6-dbdb-49c6-9a7f-f8da55ce912b req-66454d34-ba3f-44c5-8bb1-ba166521d457 tempest-DeleteServersTestJSON-125597565 tempest-DeleteServersTestJSON-125597565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:33.747635 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-f416cae6-dbdb-49c6-9a7f-f8da55ce912b req-66454d34-ba3f-44c5-8bb1-ba166521d457 tempest-DeleteServersTestJSON-125597565 tempest-DeleteServersTestJSON-125597565-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a8c6589-cdd9-423f-8768-c5e11124438e HTTP/1.1" status: 200 len: 946 time: 0.0737793 Sep 03 12:57:33.777347 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:33.794477 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-f416cae6-dbdb-49c6-9a7f-f8da55ce912b req-d0e70285-de97-49ba-bbcb-1df0fd304fda tempest-DeleteServersTestJSON-125597565 tempest-DeleteServersTestJSON-125597565-project] 10.222.0.24 "GET /v2.0/security-groups?id=6590f256-0f7c-4dac-9942-f701b4f2738f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400224 Sep 03 12:57:33.802781 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:33.833377 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] For port 7f343273-8e60-4187-876c-90227b9fc9c8, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=7f343273-8e60-4187-876c-90227b9fc9c8,segment=NetworkSegment(d03da7ba-8154-41e4-a96a-41813e08fccd),segment_id=d03da7ba-8154-41e4-a96a-41813e08fccd)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:57:33.859723 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Pushing event updated for resources: {'Port': ['ID=5d742568-1d39-4a7a-9681-78fb1e791005,revision_number=4']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:33.930008 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:33.930891 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Device a0a41486-b5f6-43c3-956e-4e2c3818fb43 up at agent hyperv_hv-cinder-78878 {{(pid=120043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:57:34.014236 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Pushing event updated for resources: {'Port': ['ID=7f343273-8e60-4187-876c-90227b9fc9c8,revision_number=5']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:34.112233 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] get_ports_and_sgs() called for port_ids ['5d742568-1d39-4a7a-9681-78fb1e791005'] {{(pid=120043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 12:57:34.136158 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Provisioning for port a0a41486-b5f6-43c3-956e-4e2c3818fb43 completed by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 12:57:34.144689 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Provisioning complete for port a0a41486-b5f6-43c3-956e-4e2c3818fb43 triggered by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:57:34.145072 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:34.276385 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:34.329012 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] For port a0a41486-b5f6-43c3-956e-4e2c3818fb43, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=a0a41486-b5f6-43c3-956e-4e2c3818fb43,segment=NetworkSegment(d03da7ba-8154-41e4-a96a-41813e08fccd),segment_id=d03da7ba-8154-41e4-a96a-41813e08fccd)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:57:34.400192 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:34.401007 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Device 93c9355c-2e1a-473b-8067-47215e8d2ca3 up at agent hyperv_hv-cinder-78878 {{(pid=120043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:57:34.414459 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21959b77-0ec1-4405-9dea-cfc66d26d0ae req-d9d05b68-17e6-4c73-9ab8-1cf0d2150ac7 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:34.415966 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-21959b77-0ec1-4405-9dea-cfc66d26d0ae req-d9d05b68-17e6-4c73-9ab8-1cf0d2150ac7 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/ports?device_id=586a3dfb-7487-4647-be53-d8125a0c749a HTTP/1.1" status: 200 len: 945 time: 0.0667152 Sep 03 12:57:34.484965 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Pushing event updated for resources: {'Port': ['ID=a0a41486-b5f6-43c3-956e-4e2c3818fb43,revision_number=5']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:34.486390 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd173b9-188e-4a47-b0a7-2e98aadc0799 req-9a2c516f-87a4-4633-a719-d6baaa2e772c tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:34.492989 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ebd173b9-188e-4a47-b0a7-2e98aadc0799 req-9a2c516f-87a4-4633-a719-d6baaa2e772c tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b89fcec-d8ce-4be9-86ce-bfc7c9aeba12 HTTP/1.1" status: 200 len: 945 time: 0.0753741 Sep 03 12:57:34.499608 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-21959b77-0ec1-4405-9dea-cfc66d26d0ae req-06862860-c312-4a6f-8bed-3f910d27c584 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/security-groups?id=202644d7-0091-49f7-a3d6-689b64f2110e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730369 Sep 03 12:57:34.537971 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ebd173b9-188e-4a47-b0a7-2e98aadc0799 req-7ad872e8-6eca-469d-892b-c324205a09a3 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373168 Sep 03 12:57:34.583686 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Provisioning for port 93c9355c-2e1a-473b-8067-47215e8d2ca3 completed by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 12:57:34.589143 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Provisioning complete for port 93c9355c-2e1a-473b-8067-47215e8d2ca3 triggered by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:57:34.589933 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:34.664902 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b89fcec-d8ce-4be9-86ce-bfc7c9aeba12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f343273-8e60-4187-876c-90227b9fc9c8'}, {'server_uuid': '6e2125f4-be50-4794-ba6b-339c1df91fc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0a41486-b5f6-43c3-956e-4e2c3818fb43'}] {{(pid=120043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 12:57:34.667407 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75183f2819bd2f1145e278a2316968184774222fd4353ccf17289daf4feac16a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60eee64e-8d0f-426e-917a-3fcb02c420ac" -d '{"events": [{"server_uuid": "3b89fcec-d8ce-4be9-86ce-bfc7c9aeba12", "name": "network-vif-plugged", "status": "completed", "tag": "7f343273-8e60-4187-876c-90227b9fc9c8"}, {"server_uuid": "6e2125f4-be50-4794-ba6b-339c1df91fc1", "name": "network-vif-plugged", "status": "completed", "tag": "a0a41486-b5f6-43c3-956e-4e2c3818fb43"}]}' {{(pid=120043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 12:57:34.687232 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:34.737324 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 03 Sep 2021 12:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d54bebf-6198-473a-8373-9de238e1c145 x-openstack-request-id: req-1d54bebf-6198-473a-8373-9de238e1c145 {{(pid=120043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 12:57:34.737801 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b89fcec-d8ce-4be9-86ce-bfc7c9aeba12", "name": "network-vif-plugged", "status": "completed", "tag": "7f343273-8e60-4187-876c-90227b9fc9c8", "code": 200}, {"server_uuid": "6e2125f4-be50-4794-ba6b-339c1df91fc1", "name": "network-vif-plugged", "status": "completed", "tag": "a0a41486-b5f6-43c3-956e-4e2c3818fb43", "code": 200}]} {{(pid=120043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 12:57:34.738064 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1d54bebf-6198-473a-8373-9de238e1c145 {{(pid=120043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 12:57:34.739204 dv-cinder-788782-9-iscsi neutron-server[120043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b89fcec-d8ce-4be9-86ce-bfc7c9aeba12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f343273-8e60-4187-876c-90227b9fc9c8', 'code': 200} Sep 03 12:57:34.739494 dv-cinder-788782-9-iscsi neutron-server[120043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e2125f4-be50-4794-ba6b-339c1df91fc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0a41486-b5f6-43c3-956e-4e2c3818fb43', 'code': 200} Sep 03 12:57:34.741585 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] For port 93c9355c-2e1a-473b-8067-47215e8d2ca3, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=93c9355c-2e1a-473b-8067-47215e8d2ca3,segment=NetworkSegment(101332a1-79af-4268-a774-3b1495ccc8a0),segment_id=101332a1-79af-4268-a774-3b1495ccc8a0)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:57:34.744086 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c523c6-9eea-4c9b-9227-807d0f1f20a0 req-281da3e2-766e-4a73-bbbd-f122525e7f1c tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:34.746096 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-06c523c6-9eea-4c9b-9227-807d0f1f20a0 req-281da3e2-766e-4a73-bbbd-f122525e7f1c tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=24f1ba22-cfbc-4395-a08d-7c8f4e5731a1 HTTP/1.1" status: 200 len: 944 time: 0.0672724 Sep 03 12:57:34.806219 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-06c523c6-9eea-4c9b-9227-807d0f1f20a0 req-3669bd9d-badf-4f7a-aa28-0b01b54f6731 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8220371-6aa1-46e4-9fa1-bba367d10552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497398 Sep 03 12:57:34.806409 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:34.864610 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Pushing event updated for resources: {'Port': ['ID=93c9355c-2e1a-473b-8067-47215e8d2ca3,revision_number=5']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:34.885148 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6224e411-da9f-467c-8f76-5fdd177021fd req-88d92409-1b24-4545-b585-6f7f6fdd74ce tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:34.886641 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-6224e411-da9f-467c-8f76-5fdd177021fd req-88d92409-1b24-4545-b585-6f7f6fdd74ce tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/ports?device_id=78d57d56-f67d-4816-909a-b4e9fdebfb43 HTTP/1.1" status: 200 len: 945 time: 0.0640616 Sep 03 12:57:34.960838 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-6224e411-da9f-467c-8f76-5fdd177021fd req-7a6d3890-9228-413b-aa0e-2e4ea71e9956 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/security-groups?id=0fd2e05a-404e-4218-af27-cb0ee3234aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652697 Sep 03 12:57:34.968434 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d9f5a8-997d-4bed-8872-864e42bf6162 req-c62cd702-0aa5-4aef-afcd-8fcd09cc1066 tempest-DeleteServersTestJSON-125597565 tempest-DeleteServersTestJSON-125597565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:34.969883 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-64d9f5a8-997d-4bed-8872-864e42bf6162 req-c62cd702-0aa5-4aef-afcd-8fcd09cc1066 tempest-DeleteServersTestJSON-125597565 tempest-DeleteServersTestJSON-125597565-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a8c6589-cdd9-423f-8768-c5e11124438e HTTP/1.1" status: 200 len: 946 time: 0.0823708 Sep 03 12:57:35.015320 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-64d9f5a8-997d-4bed-8872-864e42bf6162 req-5529c1fb-7f8a-47ae-9d90-2de2197378ef tempest-DeleteServersTestJSON-125597565 tempest-DeleteServersTestJSON-125597565-project] 10.222.0.24 "GET /v2.0/security-groups?id=6590f256-0f7c-4dac-9942-f701b4f2738f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339191 Sep 03 12:57:35.142074 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1658a1-b942-4208-9cd6-70301d0ec567 req-57711df9-cf13-43dd-b9e1-db6bde7c825f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:35.144347 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-8f1658a1-b942-4208-9cd6-70301d0ec567 req-57711df9-cf13-43dd-b9e1-db6bde7c825f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3b89fcec-d8ce-4be9-86ce-bfc7c9aeba12 HTTP/1.1" status: 200 len: 1098 time: 0.0746639 Sep 03 12:57:35.154565 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eb25ee-136b-4ee7-b4bb-4ca2a5f3c9d7 req-355d3039-acb2-4a9a-8a2f-feb252a9f8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:35.156086 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-49eb25ee-136b-4ee7-b4bb-4ca2a5f3c9d7 req-355d3039-acb2-4a9a-8a2f-feb252a9f8c8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6e2125f4-be50-4794-ba6b-339c1df91fc1 HTTP/1.1" status: 200 len: 1099 time: 0.0511384 Sep 03 12:57:35.209790 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-8f1658a1-b942-4208-9cd6-70301d0ec567 req-15519639-a32b-4764-834e-77b7c14aec0e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527108 Sep 03 12:57:35.211370 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-49eb25ee-136b-4ee7-b4bb-4ca2a5f3c9d7 req-1fa6acff-d933-4f97-86ff-f44e20030050 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476804 Sep 03 12:57:35.249812 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-e806ee92-bc07-41bd-8d2e-ebfd3329c160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:35.395045 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Device 5d742568-1d39-4a7a-9681-78fb1e791005 up at agent hyperv_hv-cinder-78878 {{(pid=120043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:57:35.535294 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Provisioning for port 5d742568-1d39-4a7a-9681-78fb1e791005 completed by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 12:57:35.539565 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Provisioning complete for port 5d742568-1d39-4a7a-9681-78fb1e791005 triggered by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:57:35.539976 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:35.623766 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:35.654013 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db5bf40-4dd2-43f7-a918-9afba822aec8 req-33ee2942-a8d5-4628-9607-412bd09e4139 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:35.655527 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-8db5bf40-4dd2-43f7-a918-9afba822aec8 req-33ee2942-a8d5-4628-9607-412bd09e4139 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b89fcec-d8ce-4be9-86ce-bfc7c9aeba12 HTTP/1.1" status: 200 len: 945 time: 0.0479915 Sep 03 12:57:35.660803 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] For port 5d742568-1d39-4a7a-9681-78fb1e791005, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=5d742568-1d39-4a7a-9681-78fb1e791005,segment=NetworkSegment(32a72ad9-2465-4193-b477-40371effc92a),segment_id=32a72ad9-2465-4193-b477-40371effc92a)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:57:35.696366 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-8db5bf40-4dd2-43f7-a918-9afba822aec8 req-d7db07d3-4738-43d7-9265-7b8ee542b890 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326507 Sep 03 12:57:35.769751 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:35.817254 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Pushing event updated for resources: {'Port': ['ID=5d742568-1d39-4a7a-9681-78fb1e791005,revision_number=5']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:35.944084 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1ec8e8-ff9f-4fa5-aab1-2d8905c0843a req-0b1396b6-116e-4edf-b90e-7535f9e1368b tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:35.945953 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-be1ec8e8-ff9f-4fa5-aab1-2d8905c0843a req-0b1396b6-116e-4edf-b90e-7535f9e1368b tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=24f1ba22-cfbc-4395-a08d-7c8f4e5731a1 HTTP/1.1" status: 200 len: 945 time: 0.0553432 Sep 03 12:57:35.987548 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-be1ec8e8-ff9f-4fa5-aab1-2d8905c0843a req-8b0e45d4-6f19-4684-a912-05cb5c260965 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8220371-6aa1-46e4-9fa1-bba367d10552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335817 Sep 03 12:57:36.089629 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f0cdaa-6f48-4a45-9b00-1f1a572c5b6e req-63b8dfc9-b5f3-49c9-bf70-acf46e7ffb2a tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:36.090911 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-11f0cdaa-6f48-4a45-9b00-1f1a572c5b6e req-63b8dfc9-b5f3-49c9-bf70-acf46e7ffb2a tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/ports?device_id=78d57d56-f67d-4816-909a-b4e9fdebfb43 HTTP/1.1" status: 200 len: 945 time: 0.0485353 Sep 03 12:57:36.122572 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 35610) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:57:36.141783 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-11f0cdaa-6f48-4a45-9b00-1f1a572c5b6e req-1d3b3e0d-092f-4c26-a642-efb13400b6c7 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/security-groups?id=0fd2e05a-404e-4218-af27-cb0ee3234aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442314 Sep 03 12:57:36.241969 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-9460b23f-547a-4f23-ab77-b1cb16461609 admin admin] Notify callbacks [] for security_group, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:36.330360 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-9460b23f-547a-4f23-ab77-b1cb16461609 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:36.415108 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-9460b23f-547a-4f23-ab77-b1cb16461609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:36.453377 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-9460b23f-547a-4f23-ab77-b1cb16461609 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ca701faf27654a5cb336c2653d0bd1df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3290601 Sep 03 12:57:36.454496 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9460b23f-547a-4f23-ab77-b1cb16461609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95cee91c-46c2-4d3a-8589-5e42e20dfe96,revision_number=1']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:36.456140 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 35624) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:57:36.507051 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-0ef15efc-cfe4-4624-acbf-f62432f5f4e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:36.529475 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-0ef15efc-cfe4-4624-acbf-f62432f5f4e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:36.678554 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-0ef15efc-cfe4-4624-acbf-f62432f5f4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:36.681238 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-0ef15efc-cfe4-4624-acbf-f62432f5f4e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:36.682501 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-0ef15efc-cfe4-4624-acbf-f62432f5f4e5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/95cee91c-46c2-4d3a-8589-5e42e20dfe96 HTTP/1.1" status: 204 len: 168 time: 0.2252274 Sep 03 12:57:36.696513 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef15efc-cfe4-4624-acbf-f62432f5f4e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95cee91c-46c2-4d3a-8589-5e42e20dfe96,revision_number=None']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:36.740685 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78d57d56-f67d-4816-909a-b4e9fdebfb43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c9355c-2e1a-473b-8067-47215e8d2ca3'}, {'server_uuid': '24f1ba22-cfbc-4395-a08d-7c8f4e5731a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d742568-1d39-4a7a-9681-78fb1e791005'}] {{(pid=120043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 12:57:36.743044 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75183f2819bd2f1145e278a2316968184774222fd4353ccf17289daf4feac16a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8d73a1d-26b5-4fb8-b639-3f2943c73fbf" -d '{"events": [{"server_uuid": "78d57d56-f67d-4816-909a-b4e9fdebfb43", "name": "network-vif-plugged", "status": "completed", "tag": "93c9355c-2e1a-473b-8067-47215e8d2ca3"}, {"server_uuid": "24f1ba22-cfbc-4395-a08d-7c8f4e5731a1", "name": "network-vif-plugged", "status": "completed", "tag": "5d742568-1d39-4a7a-9681-78fb1e791005"}]}' {{(pid=120043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 12:57:36.828876 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240d14b7-ce5b-423c-85a8-726c4283d1e3 req-e459274b-5f36-4535-afe1-967143bdee99 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:36.830544 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-240d14b7-ce5b-423c-85a8-726c4283d1e3 req-e459274b-5f36-4535-afe1-967143bdee99 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b89fcec-d8ce-4be9-86ce-bfc7c9aeba12 HTTP/1.1" status: 200 len: 945 time: 0.0486138 Sep 03 12:57:36.855344 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:36.870241 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-240d14b7-ce5b-423c-85a8-726c4283d1e3 req-323d4b59-9b11-417f-90f9-f0caf9d7faa0 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335865 Sep 03 12:57:36.922945 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 03 Sep 2021 12:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acf568a7-60de-45f7-912f-c9cba5ebed5f x-openstack-request-id: req-acf568a7-60de-45f7-912f-c9cba5ebed5f {{(pid=120043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 12:57:36.923245 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78d57d56-f67d-4816-909a-b4e9fdebfb43", "name": "network-vif-plugged", "status": "completed", "tag": "93c9355c-2e1a-473b-8067-47215e8d2ca3", "code": 200}, {"server_uuid": "24f1ba22-cfbc-4395-a08d-7c8f4e5731a1", "name": "network-vif-plugged", "status": "completed", "tag": "5d742568-1d39-4a7a-9681-78fb1e791005", "code": 200}]} {{(pid=120043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 12:57:36.924121 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-acf568a7-60de-45f7-912f-c9cba5ebed5f {{(pid=120043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 12:57:36.924490 dv-cinder-788782-9-iscsi neutron-server[120043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78d57d56-f67d-4816-909a-b4e9fdebfb43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c9355c-2e1a-473b-8067-47215e8d2ca3', 'code': 200} Sep 03 12:57:36.924782 dv-cinder-788782-9-iscsi neutron-server[120043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24f1ba22-cfbc-4395-a08d-7c8f4e5731a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d742568-1d39-4a7a-9681-78fb1e791005', 'code': 200} Sep 03 12:57:37.174266 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b723a2a-e408-4af9-b912-4a1bbf75f8a3 req-289e2673-f950-40ac-8e64-eace8c41da5c tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:37.176761 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-9b723a2a-e408-4af9-b912-4a1bbf75f8a3 req-289e2673-f950-40ac-8e64-eace8c41da5c tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=24f1ba22-cfbc-4395-a08d-7c8f4e5731a1 HTTP/1.1" status: 200 len: 945 time: 0.0859914 Sep 03 12:57:37.228156 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-9b723a2a-e408-4af9-b912-4a1bbf75f8a3 req-1986557e-8499-427c-af17-e68fdc26762f tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8220371-6aa1-46e4-9fa1-bba367d10552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433767 Sep 03 12:57:37.411408 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7649c31e-0128-4696-a7aa-2f651d1587eb req-a4fd70db-705f-48b4-8613-85024cd30298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:37.412937 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-7649c31e-0128-4696-a7aa-2f651d1587eb req-a4fd70db-705f-48b4-8613-85024cd30298 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=78d57d56-f67d-4816-909a-b4e9fdebfb43 HTTP/1.1" status: 200 len: 1098 time: 0.0721653 Sep 03 12:57:37.415353 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08774183-e4f3-4307-985f-3a774bfb92ce req-03abd1df-b361-4748-8a5f-2e929e52f239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:37.416746 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-08774183-e4f3-4307-985f-3a774bfb92ce req-03abd1df-b361-4748-8a5f-2e929e52f239 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=24f1ba22-cfbc-4395-a08d-7c8f4e5731a1 HTTP/1.1" status: 200 len: 1098 time: 0.0746961 Sep 03 12:57:37.420243 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 35664) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:57:37.433371 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-fd0215a4-3bac-4097-8660-4efa0fd48dd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:37.515561 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-08774183-e4f3-4307-985f-3a774bfb92ce req-1f6e0f54-1099-4831-a5db-103fad0bd5e8 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c8220371-6aa1-46e4-9fa1-bba367d10552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705781 Sep 03 12:57:37.519962 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-7649c31e-0128-4696-a7aa-2f651d1587eb req-b97fae95-4e2b-46ed-8d97-2aad7eea3855 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=0fd2e05a-404e-4218-af27-cb0ee3234aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680251 Sep 03 12:57:37.570017 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-fd0215a4-3bac-4097-8660-4efa0fd48dd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:37.661537 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-fd0215a4-3bac-4097-8660-4efa0fd48dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:37.699714 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-fd0215a4-3bac-4097-8660-4efa0fd48dd5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7f9e8c269f064a3cbb7b100cb07c3f0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2783818 Sep 03 12:57:37.700724 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0215a4-3bac-4097-8660-4efa0fd48dd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f37fe4e-817b-4c0d-9066-2e70487d3e94,revision_number=1']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:37.702283 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 35670) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:57:37.753165 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-be6c596c-a511-4058-bb64-3f26d38ae1ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:37.775383 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-be6c596c-a511-4058-bb64-3f26d38ae1ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:37.829065 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-e8f97443-d743-4b5f-8b82-6c6d19389668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:37.848484 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9a2083-bacd-4904-b068-37d71b0ab92f req-054f05d7-3e43-49c9-be70-45a55055d6db tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:37.849987 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ea9a2083-bacd-4904-b068-37d71b0ab92f req-054f05d7-3e43-49c9-be70-45a55055d6db tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/ports?device_id=78d57d56-f67d-4816-909a-b4e9fdebfb43 HTTP/1.1" status: 200 len: 945 time: 0.0622046 Sep 03 12:57:37.887670 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ea9a2083-bacd-4904-b068-37d71b0ab92f req-61e15d14-d128-497a-aa4d-f7626766e35a tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/security-groups?id=0fd2e05a-404e-4218-af27-cb0ee3234aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317137 Sep 03 12:57:37.914808 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-be6c596c-a511-4058-bb64-3f26d38ae1ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:37.917514 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-be6c596c-a511-4058-bb64-3f26d38ae1ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:37.918754 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-be6c596c-a511-4058-bb64-3f26d38ae1ba admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5f37fe4e-817b-4c0d-9066-2e70487d3e94 HTTP/1.1" status: 204 len: 168 time: 0.2147684 Sep 03 12:57:37.926468 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6c596c-a511-4058-bb64-3f26d38ae1ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f37fe4e-817b-4c0d-9066-2e70487d3e94,revision_number=None']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:37.994315 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5273075a-d94d-4f16-9ebb-da6cc4840855 req-f0c33fe3-bedc-45d7-b7f3-ee6c78776311 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:37.995785 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-5273075a-d94d-4f16-9ebb-da6cc4840855 req-f0c33fe3-bedc-45d7-b7f3-ee6c78776311 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b89fcec-d8ce-4be9-86ce-bfc7c9aeba12 HTTP/1.1" status: 200 len: 945 time: 0.0489821 Sep 03 12:57:38.036132 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-5273075a-d94d-4f16-9ebb-da6cc4840855 req-924aff7a-b9ba-4a18-89f7-3d7ac2193278 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323160 Sep 03 12:57:38.070833 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 35682) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:57:38.308917 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-ccf2409d-1e4d-424f-b7dd-b688d2926d2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:38.393388 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:38.408593 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-ccf2409d-1e4d-424f-b7dd-b688d2926d2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:38.479290 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-ccf2409d-1e4d-424f-b7dd-b688d2926d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:38.523750 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf2409d-1e4d-424f-b7dd-b688d2926d2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70b77bab-8234-40fc-96b3-8204fb926f0c,revision_number=1']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:38.532626 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-ccf2409d-1e4d-424f-b7dd-b688d2926d2a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9baf8668f473485b843e6ece08dece75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4606917 Sep 03 12:57:38.537448 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 35704) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:57:38.557221 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b324430e-ee5c-48d6-8cca-e07a57e3222d req-7b92b9f6-5c65-420c-889c-296f576e266e tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:38.561387 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-b324430e-ee5c-48d6-8cca-e07a57e3222d req-7b92b9f6-5c65-420c-889c-296f576e266e tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=24f1ba22-cfbc-4395-a08d-7c8f4e5731a1 HTTP/1.1" status: 200 len: 945 time: 0.0552933 Sep 03 12:57:38.600631 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-b324430e-ee5c-48d6-8cca-e07a57e3222d req-323fe82c-de70-425f-b802-447a780ca502 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8220371-6aa1-46e4-9fa1-bba367d10552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337071 Sep 03 12:57:38.600924 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-5513e6f2-ab8e-42f5-a3bd-77adbba8384a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:38.623815 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-5513e6f2-ab8e-42f5-a3bd-77adbba8384a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:38.664563 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dc80b9-c25a-49df-a775-3f25a478c406 req-be3f08a6-5c92-4d96-bc5c-2ca96e3b3916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:38.668702 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-44dc80b9-c25a-49df-a775-3f25a478c406 req-be3f08a6-5c92-4d96-bc5c-2ca96e3b3916 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ded28f26959b44b3a09129cafe54c3ac&device_id=3b89fcec-d8ce-4be9-86ce-bfc7c9aeba12 HTTP/1.1" status: 200 len: 1098 time: 0.0522316 Sep 03 12:57:38.777415 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-5513e6f2-ab8e-42f5-a3bd-77adbba8384a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:38.780547 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8991864b-b612-4720-a012-83226501971b req-8be61212-48ea-47d6-a801-806b1abe29ae tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:38.781152 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-5513e6f2-ab8e-42f5-a3bd-77adbba8384a admin admin] Notify callbacks [] for security_group, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:38.782140 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-8991864b-b612-4720-a012-83226501971b req-8be61212-48ea-47d6-a801-806b1abe29ae tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b89fcec-d8ce-4be9-86ce-bfc7c9aeba12 HTTP/1.1" status: 200 len: 945 time: 0.1092727 Sep 03 12:57:38.785686 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-5513e6f2-ab8e-42f5-a3bd-77adbba8384a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/70b77bab-8234-40fc-96b3-8204fb926f0c HTTP/1.1" status: 204 len: 168 time: 0.2509003 Sep 03 12:57:38.797423 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5513e6f2-ab8e-42f5-a3bd-77adbba8384a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70b77bab-8234-40fc-96b3-8204fb926f0c,revision_number=None']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:38.835958 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dc80b9-c25a-49df-a775-3f25a478c406 req-e0b87fd5-e2ae-4eb4-9964-94c80f71adcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:38.835958 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-44dc80b9-c25a-49df-a775-3f25a478c406 req-e0b87fd5-e2ae-4eb4-9964-94c80f71adcb service neutron] 10.222.0.11 "GET /v2.0/networks?id=d8a10b69-52c5-4ba7-9e6b-9d664f8fb5ae HTTP/1.1" status: 200 len: 916 time: 0.1471305 Sep 03 12:57:38.857783 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-8991864b-b612-4720-a012-83226501971b req-ea8f0fd4-0282-4255-b96e-9f100ba09c2f tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637951 Sep 03 12:57:38.906338 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-44dc80b9-c25a-49df-a775-3f25a478c406 req-2103d9be-e37e-4603-9c76-e5d974d23c96 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7f343273-8e60-4187-876c-90227b9fc9c8 HTTP/1.1" status: 200 len: 217 time: 0.0475640 Sep 03 12:57:38.994303 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dc80b9-c25a-49df-a775-3f25a478c406 req-4703a024-4922-4ff3-b1ba-8331eaf75620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:38.995752 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-44dc80b9-c25a-49df-a775-3f25a478c406 req-4703a024-4922-4ff3-b1ba-8331eaf75620 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c7423f83-7cc4-42fa-82eb-8016662f087e HTTP/1.1" status: 200 len: 856 time: 0.0761631 Sep 03 12:57:39.030172 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-44dc80b9-c25a-49df-a775-3f25a478c406 req-6177e13c-353b-4545-be04-24d314b76f9d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d8a10b69-52c5-4ba7-9e6b-9d664f8fb5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254803 Sep 03 12:57:39.038562 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55131181-ae3b-4a9b-94e9-4a6ebca91b2e req-c4647680-5d42-4efa-8bc3-933a680c7774 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:39.039983 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-55131181-ae3b-4a9b-94e9-4a6ebca91b2e req-c4647680-5d42-4efa-8bc3-933a680c7774 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/ports?device_id=78d57d56-f67d-4816-909a-b4e9fdebfb43 HTTP/1.1" status: 200 len: 945 time: 0.0766275 Sep 03 12:57:39.056216 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08724a11-fd48-4ea4-9071-7b022d0e8053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:39.143606 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-55131181-ae3b-4a9b-94e9-4a6ebca91b2e req-9c4d2056-1519-4572-b57c-8fb3084a2d7f tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/security-groups?id=0fd2e05a-404e-4218-af27-cb0ee3234aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918415 Sep 03 12:57:39.165372 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-44dc80b9-c25a-49df-a775-3f25a478c406 req-ea6c9f75-bdff-40b1-8d37-ba79091ac0eb service neutron] 10.222.0.11 "GET /v2.0/networks/d8a10b69-52c5-4ba7-9e6b-9d664f8fb5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223204 Sep 03 12:57:39.286168 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-44dc80b9-c25a-49df-a775-3f25a478c406 req-cb88357b-5a3c-4fef-949b-816926d46fa3 service neutron] 10.222.0.11 "GET /v2.0/networks/d8a10b69-52c5-4ba7-9e6b-9d664f8fb5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994968 Sep 03 12:57:39.671444 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 35750) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:57:39.687289 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-cfd5620d-a70f-45e4-b093-998b0b3f12da admin admin] Notify callbacks [] for security_group, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:39.725044 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4caf5e-3482-4146-b5ed-20d4877ac2bc req-b3d16080-7b33-43c6-a94e-1e00ea30f6df tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:39.726744 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-0d4caf5e-3482-4146-b5ed-20d4877ac2bc req-b3d16080-7b33-43c6-a94e-1e00ea30f6df tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=24f1ba22-cfbc-4395-a08d-7c8f4e5731a1 HTTP/1.1" status: 200 len: 945 time: 0.0528474 Sep 03 12:57:39.767910 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-0d4caf5e-3482-4146-b5ed-20d4877ac2bc req-652c591a-33b6-43b0-9e42-c9cbb24610fc tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8220371-6aa1-46e4-9fa1-bba367d10552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342591 Sep 03 12:57:39.793498 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-cfd5620d-a70f-45e4-b093-998b0b3f12da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:39.891922 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffca4919-298e-434e-9780-82d792bd6331 req-e8107553-a8d3-4478-b84c-8e5ff13b8cb7 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:39.893432 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-cfd5620d-a70f-45e4-b093-998b0b3f12da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:39.894059 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ffca4919-298e-434e-9780-82d792bd6331 req-e8107553-a8d3-4478-b84c-8e5ff13b8cb7 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=24f1ba22-cfbc-4395-a08d-7c8f4e5731a1 HTTP/1.1" status: 200 len: 945 time: 0.0523186 Sep 03 12:57:39.909008 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 35766) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:57:39.909008 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.v2.base [None req-f5ceaeba-27f1-4567-8e4c-dd8ef78c185e tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Request body: {'floatingip': {'port_id': '5d742568-1d39-4a7a-9681-78fb1e791005'}} {{(pid=120042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:57:39.938371 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd5620d-a70f-45e4-b093-998b0b3f12da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7f411b9-de1c-44d8-b3d2-651bb87414b5,revision_number=1']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:39.943509 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-cfd5620d-a70f-45e4-b093-998b0b3f12da admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9b75f6dcb4d94c5780b9d8fe2fed47de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2707303 Sep 03 12:57:39.946262 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 35768) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:57:39.999910 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-e364cd64-23a7-432d-8b0d-720827112e02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:40.022997 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-e364cd64-23a7-432d-8b0d-720827112e02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:40.046393 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-f5ceaeba-27f1-4567-8e4c-dd8ef78c185e tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Notify callbacks [] for floatingip, before_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:40.183544 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e99f94f-de0b-4330-bb09-a6078e451edf req-52957f5a-7986-4a6d-b5d5-08ed6bd96075 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:40.185102 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-6e99f94f-de0b-4330-bb09-a6078e451edf req-52957f5a-7986-4a6d-b5d5-08ed6bd96075 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b89fcec-d8ce-4be9-86ce-bfc7c9aeba12 HTTP/1.1" status: 200 len: 945 time: 0.1768200 Sep 03 12:57:40.233095 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-e364cd64-23a7-432d-8b0d-720827112e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:40.235646 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-e364cd64-23a7-432d-8b0d-720827112e02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:40.239759 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-e364cd64-23a7-432d-8b0d-720827112e02 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e7f411b9-de1c-44d8-b3d2-651bb87414b5 HTTP/1.1" status: 204 len: 168 time: 0.2903371 Sep 03 12:57:40.245744 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e364cd64-23a7-432d-8b0d-720827112e02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7f411b9-de1c-44d8-b3d2-651bb87414b5,revision_number=None']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:40.533016 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-6e99f94f-de0b-4330-bb09-a6078e451edf req-d4d44883-89b5-413e-a8db-9df493ad6439 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3348777 Sep 03 12:57:40.560128 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0948be-45f9-49d4-beab-898b85d9c78c req-e735e7e3-d276-4fb2-8a87-246f8df08797 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:40.561638 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-be0948be-45f9-49d4-beab-898b85d9c78c req-e735e7e3-d276-4fb2-8a87-246f8df08797 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/ports?device_id=78d57d56-f67d-4816-909a-b4e9fdebfb43 HTTP/1.1" status: 200 len: 945 time: 0.3382199 Sep 03 12:57:40.749251 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-be0948be-45f9-49d4-beab-898b85d9c78c req-a3b7fe01-18bb-4f54-b6bd-98c663eb883c tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/security-groups?id=0fd2e05a-404e-4218-af27-cb0ee3234aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1775229 Sep 03 12:57:40.795263 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-df5ee12c-e8c1-490b-8d0e-415336677a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:40.971064 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607ca480-2850-4aed-bc5b-2873e20685f7 req-457a2087-3a63-41ad-8fb5-84a9387af140 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:40.972593 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-607ca480-2850-4aed-bc5b-2873e20685f7 req-457a2087-3a63-41ad-8fb5-84a9387af140 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/ports?device_id=78d57d56-f67d-4816-909a-b4e9fdebfb43 HTTP/1.1" status: 200 len: 945 time: 0.1488609 Sep 03 12:57:40.981124 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 35810) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:57:40.986351 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.v2.base [None req-c0d5d192-a18b-430a-ae8c-5a7595bba74b tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Request body: {'floatingip': {'port_id': '93c9355c-2e1a-473b-8067-47215e8d2ca3'}} {{(pid=120041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:57:40.988716 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-f5ceaeba-27f1-4567-8e4c-dd8ef78c185e tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Notify callbacks [] for floatingip, precommit_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:41.051906 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-f5ceaeba-27f1-4567-8e4c-dd8ef78c185e tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748779'] for floatingip, after_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:41.060738 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-c0d5d192-a18b-430a-ae8c-5a7595bba74b tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Notify callbacks [] for floatingip, before_update {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:41.160709 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 35818) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:57:41.170092 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.db.l3_db [None req-f5ceaeba-27f1-4567-8e4c-dd8ef78c185e tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Floating IP 43b75831-e32c-47bd-9e98-b5b0f20d6b63 associated. External IP: 172.27.3.68, port: 5d742568-1d39-4a7a-9681-78fb1e791005. Sep 03 12:57:41.375765 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-4f99f743-0a08-4a53-9896-7404802735e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:41.390603 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5ceaeba-27f1-4567-8e4c-dd8ef78c185e tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Router 2a97104e-f6e3-4a22-b1ff-5779da7856c7 has already been hosted by L3 agent 3ba3cff0-0714-4a2d-b638-391a63c22700 {{(pid=120042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 12:57:41.506274 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5ceaeba-27f1-4567-8e4c-dd8ef78c185e tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Notify agent at l3_agent.dv-cinder-788782-9-iscsi the message routers_updated {{(pid=120042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 12:57:41.511253 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-f5ceaeba-27f1-4567-8e4c-dd8ef78c185e tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10697'] for floatingip, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:41.521361 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b47189-2230-4cf3-9a2e-4cc5cee1170b None None] Sync routers for ids ['2a97104e-f6e3-4a22-b1ff-5779da7856c7'] in dv-cinder-788782-9-iscsi {{(pid=120044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 12:57:41.536976 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b47189-2230-4cf3-9a2e-4cc5cee1170b None None] Routers {'2a97104e-f6e3-4a22-b1ff-5779da7856c7'} bound to L3 agent in host dv-cinder-788782-9-iscsi {{(pid=120044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 12:57:41.538309 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_hamode_db [None req-48b47189-2230-4cf3-9a2e-4cc5cee1170b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T12:48:38Z,description=,heartbeat_timestamp=2021-09-03T12:57:38Z,host='dv-cinder-788782-9-iscsi',id=3ba3cff0-0714-4a2d-b638-391a63c22700,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:48:38Z,topic='l3_agent')) {'router_ids': ['2a97104e-f6e3-4a22-b1ff-5779da7856c7'], 'active': True} {{(pid=120044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:57:41.559476 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-f5ceaeba-27f1-4567-8e4c-dd8ef78c185e tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "PUT /v2.0/floatingips/43b75831-e32c-47bd-9e98-b5b0f20d6b63 HTTP/1.1" status: 200 len: 990 time: 1.6550660 Sep 03 12:57:41.560139 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24f1ba22-cfbc-4395-a08d-7c8f4e5731a1', 'tag': '5d742568-1d39-4a7a-9681-78fb1e791005'}] {{(pid=120042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 12:57:41.562228 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d2a6420b193a10f45e0477184c700453c1253cfa456d27c4e3ab5b2f2f62351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea59282d-e54e-4250-add0-61dc68094685" -d '{"events": [{"name": "network-changed", "server_uuid": "24f1ba22-cfbc-4395-a08d-7c8f4e5731a1", "tag": "5d742568-1d39-4a7a-9681-78fb1e791005"}]}' {{(pid=120042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 12:57:41.679145 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_dvr_db [None req-48b47189-2230-4cf3-9a2e-4cc5cee1170b None None] Set router 2a97104e-f6e3-4a22-b1ff-5779da7856c7 gateway port host: dv-cinder-788782-9-iscsi {{(pid=120044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 12:57:41.737434 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc1d9e5-fac8-43ea-914c-959b403b4e8f req-fc9a2c88-8d76-4f8d-8a40-463b6bce97eb tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:41.739182 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-1fc1d9e5-fac8-43ea-914c-959b403b4e8f req-fc9a2c88-8d76-4f8d-8a40-463b6bce97eb tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b89fcec-d8ce-4be9-86ce-bfc7c9aeba12 HTTP/1.1" status: 200 len: 945 time: 0.0901923 Sep 03 12:57:41.740421 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 35842) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:57:41.768811 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.db.resource_extend [None req-c0d5d192-a18b-430a-ae8c-5a7595bba74b tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=120041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 03 12:57:41.790755 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 12:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86cc8449-613d-4c81-aa62-583195330491 x-openstack-request-id: req-86cc8449-613d-4c81-aa62-583195330491 {{(pid=120042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 12:57:41.791066 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24f1ba22-cfbc-4395-a08d-7c8f4e5731a1", "tag": "5d742568-1d39-4a7a-9681-78fb1e791005", "status": "completed", "code": 200}]} {{(pid=120042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 12:57:41.791304 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-86cc8449-613d-4c81-aa62-583195330491 {{(pid=120042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 12:57:41.791708 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24f1ba22-cfbc-4395-a08d-7c8f4e5731a1', 'tag': '5d742568-1d39-4a7a-9681-78fb1e791005', 'status': 'completed', 'code': 200} Sep 03 12:57:41.890349 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-1fc1d9e5-fac8-43ea-914c-959b403b4e8f req-0f0ab870-e82c-4823-8814-b5b18f69df49 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281488 Sep 03 12:57:41.916452 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea59282d-e54e-4250-add0-61dc68094685 req-eaf68b54-7715-4698-bc19-45105b3c2f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:41.918250 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ea59282d-e54e-4250-add0-61dc68094685 req-eaf68b54-7715-4698-bc19-45105b3c2f56 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8cbbddf1eac34975b3dfff073526b48a&device_id=24f1ba22-cfbc-4395-a08d-7c8f4e5731a1 HTTP/1.1" status: 200 len: 1098 time: 0.1244426 Sep 03 12:57:42.065167 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-7f30853f-e1d9-47c7-b206-16f48d5d1e49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:42.083777 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-c0d5d192-a18b-430a-ae8c-5a7595bba74b tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Notify callbacks [] for floatingip, precommit_update {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:42.101978 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_hamode_db [None req-48b47189-2230-4cf3-9a2e-4cc5cee1170b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a97104e-f6e3-4a22-b1ff-5779da7856c7', 'name': 'tempest-AttachVolumeShelveTestJSON-381078607-router', 'tenant_id': '8cbbddf1eac34975b3dfff073526b48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'b2a98f04-fab5-4a03-89bf-2d69c1ecc08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:56:55Z', 'updated_at': '2021-09-03T12:57:05Z', 'revision_number': 4, 'project_id': '8cbbddf1eac34975b3dfff073526b48a', 'gw_port': {'id': 'b2a98f04-fab5-4a03-89bf-2d69c1ecc08c', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:6d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a97104e-f6e3-4a22-b1ff-5779da7856c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:56:57Z', 'updated_at': '2021-09-03T12:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi', '_floatingips': [{'id': '43b75831-e32c-47bd-9e98-b5b0f20d6b63', 'tenant_id': '8cbbddf1eac34975b3dfff073526b48a', 'floating_ip_address': '172.27.3.68', 'floating_network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'router_id': '2a97104e-f6e3-4a22-b1ff-5779da7856c7', 'port_id': '5d742568-1d39-4a7a-9681-78fb1e791005', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ae4bd86-9baa-4a46-894e-9d6319ec74c4', 'mac_address': 'fa:16:3e:6d:82:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f1ba22-cfbc-4395-a08d-7c8f4e5731a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T12:57:19Z', 'updated_at': '2021-09-03T12:57:40Z', 'revision_number': 1, 'project_id': '8cbbddf1eac34975b3dfff073526b48a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa87352f-9fed-450d-b6bf-29b91f7e6408', 'name': '', 'network_id': '4ae4bd86-9baa-4a46-894e-9d6319ec74c4', 'tenant_id': '8cbbddf1eac34975b3dfff073526b48a', 'mac_address': 'fa:16:3e:37:dc:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a97104e-f6e3-4a22-b1ff-5779da7856c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e4c3bb0a-fdd7-427f-b24b-a6cf6ccdaba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:57:03Z', 'updated_at': '2021-09-03T12:57:15Z', 'revision_number': 5, 'project_id': '8cbbddf1eac34975b3dfff073526b48a', 'subnets': [{'id': 'e4c3bb0a-fdd7-427f-b24b-a6cf6ccdaba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-9-iscsi', False) {} {{(pid=120044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:57:42.104341 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea59282d-e54e-4250-add0-61dc68094685 req-e8d18952-9297-47f9-9be8-db10832b30d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:42.106241 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-4f99f743-0a08-4a53-9896-7404802735e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:42.107106 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ea59282d-e54e-4250-add0-61dc68094685 req-e8d18952-9297-47f9-9be8-db10832b30d8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4ae4bd86-9baa-4a46-894e-9d6319ec74c4 HTTP/1.1" status: 200 len: 916 time: 0.1737983 Sep 03 12:57:42.131566 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b47189-2230-4cf3-9a2e-4cc5cee1170b None None] Checking router: 2a97104e-f6e3-4a22-b1ff-5779da7856c7 for host: dv-cinder-788782-9-iscsi {{(pid=120044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 12:57:42.141593 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b47189-2230-4cf3-9a2e-4cc5cee1170b None None] Routers {'2a97104e-f6e3-4a22-b1ff-5779da7856c7'} bound to L3 agent in host dv-cinder-788782-9-iscsi {{(pid=120044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 12:57:42.143042 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_hamode_db [None req-48b47189-2230-4cf3-9a2e-4cc5cee1170b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T12:48:38Z,description=,heartbeat_timestamp=2021-09-03T12:57:38Z,host='dv-cinder-788782-9-iscsi',id=3ba3cff0-0714-4a2d-b638-391a63c22700,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:48:38Z,topic='l3_agent')) {'router_ids': ['2a97104e-f6e3-4a22-b1ff-5779da7856c7'], 'active': True} {{(pid=120044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:57:42.175271 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-c0d5d192-a18b-430a-ae8c-5a7595bba74b tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748779'] for floatingip, after_update {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:42.208131 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-4f99f743-0a08-4a53-9896-7404802735e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:42.224605 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ea59282d-e54e-4250-add0-61dc68094685 req-c4b97a22-da22-4466-8ef6-0049cb2fab8b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d742568-1d39-4a7a-9681-78fb1e791005 HTTP/1.1" status: 200 len: 998 time: 0.1037545 Sep 03 12:57:42.272081 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_dvr_db [None req-48b47189-2230-4cf3-9a2e-4cc5cee1170b None None] Set router 2a97104e-f6e3-4a22-b1ff-5779da7856c7 gateway port host: dv-cinder-788782-9-iscsi {{(pid=120044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 12:57:42.291945 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f99f743-0a08-4a53-9896-7404802735e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc5aa01-dc0f-4344-8be0-081e6a56aba3,revision_number=1']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:42.306459 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea59282d-e54e-4250-add0-61dc68094685 req-8cec153f-7c88-4858-9f7a-d9e8a70c438f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:42.308418 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ea59282d-e54e-4250-add0-61dc68094685 req-8cec153f-7c88-4858-9f7a-d9e8a70c438f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e4c3bb0a-fdd7-427f-b24b-a6cf6ccdaba3 HTTP/1.1" status: 200 len: 855 time: 0.0693746 Sep 03 12:57:42.312775 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-4f99f743-0a08-4a53-9896-7404802735e5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=605b0a7f830148cfaca7bbd59f7780d6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1510429 Sep 03 12:57:42.312895 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 35858) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:57:42.328562 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.db.l3_db [None req-c0d5d192-a18b-430a-ae8c-5a7595bba74b tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Floating IP e89a2753-0d10-4ad3-bd55-b557ad5a07a2 associated. External IP: 172.27.3.84, port: 93c9355c-2e1a-473b-8067-47215e8d2ca3. Sep 03 12:57:42.436618 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-7f30853f-e1d9-47c7-b206-16f48d5d1e49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:42.452902 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-a4db58a3-0d8a-40b0-a800-b23eca087571 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:42.465457 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea59282d-e54e-4250-add0-61dc68094685 req-64757028-b5e7-4485-ab5f-b76bbcbe5135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:42.465457 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ea59282d-e54e-4250-add0-61dc68094685 req-64757028-b5e7-4485-ab5f-b76bbcbe5135 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4ae4bd86-9baa-4a46-894e-9d6319ec74c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1223593 Sep 03 12:57:42.484137 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-a4db58a3-0d8a-40b0-a800-b23eca087571 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:42.546337 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-7f30853f-e1d9-47c7-b206-16f48d5d1e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:42.589146 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0d5d192-a18b-430a-ae8c-5a7595bba74b tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Router 223dd69f-d707-480c-83c4-40778eeb8b95 has already been hosted by L3 agent 3ba3cff0-0714-4a2d-b638-391a63c22700 {{(pid=120041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 12:57:42.628479 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-7f30853f-e1d9-47c7-b206-16f48d5d1e49 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6f068a26be5d4dc0b430be7cfcc9c41c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8845382 Sep 03 12:57:42.628479 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f30853f-e1d9-47c7-b206-16f48d5d1e49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8a590ca-7272-4b27-820b-b761fa6e8e1d,revision_number=1']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:42.644124 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 35868) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:57:42.660427 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_hamode_db [None req-48b47189-2230-4cf3-9a2e-4cc5cee1170b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a97104e-f6e3-4a22-b1ff-5779da7856c7', 'name': 'tempest-AttachVolumeShelveTestJSON-381078607-router', 'tenant_id': '8cbbddf1eac34975b3dfff073526b48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'b2a98f04-fab5-4a03-89bf-2d69c1ecc08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:56:55Z', 'updated_at': '2021-09-03T12:57:05Z', 'revision_number': 4, 'project_id': '8cbbddf1eac34975b3dfff073526b48a', 'gw_port': {'id': 'b2a98f04-fab5-4a03-89bf-2d69c1ecc08c', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:6d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a97104e-f6e3-4a22-b1ff-5779da7856c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:56:57Z', 'updated_at': '2021-09-03T12:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi', '_floatingips': [{'id': '43b75831-e32c-47bd-9e98-b5b0f20d6b63', 'tenant_id': '8cbbddf1eac34975b3dfff073526b48a', 'floating_ip_address': '172.27.3.68', 'floating_network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'router_id': '2a97104e-f6e3-4a22-b1ff-5779da7856c7', 'port_id': '5d742568-1d39-4a7a-9681-78fb1e791005', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ae4bd86-9baa-4a46-894e-9d6319ec74c4', 'mac_address': 'fa:16:3e:6d:82:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f1ba22-cfbc-4395-a08d-7c8f4e5731a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T12:57:19Z', 'updated_at': '2021-09-03T12:57:40Z', 'revision_number': 1, 'project_id': '8cbbddf1eac34975b3dfff073526b48a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa87352f-9fed-450d-b6bf-29b91f7e6408', 'name': '', 'network_id': '4ae4bd86-9baa-4a46-894e-9d6319ec74c4', 'tenant_id': '8cbbddf1eac34975b3dfff073526b48a', 'mac_address': 'fa:16:3e:37:dc:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a97104e-f6e3-4a22-b1ff-5779da7856c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e4c3bb0a-fdd7-427f-b24b-a6cf6ccdaba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:57:03Z', 'updated_at': '2021-09-03T12:57:15Z', 'revision_number': 5, 'project_id': '8cbbddf1eac34975b3dfff073526b48a', 'subnets': [{'id': 'e4c3bb0a-fdd7-427f-b24b-a6cf6ccdaba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-9-iscsi', False) {} {{(pid=120044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:57:42.689275 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b47189-2230-4cf3-9a2e-4cc5cee1170b None None] The sync data for ids ['2a97104e-f6e3-4a22-b1ff-5779da7856c7'] in dv-cinder-788782-9-iscsi is: [{'id': '2a97104e-f6e3-4a22-b1ff-5779da7856c7', 'name': 'tempest-AttachVolumeShelveTestJSON-381078607-router', 'tenant_id': '8cbbddf1eac34975b3dfff073526b48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'b2a98f04-fab5-4a03-89bf-2d69c1ecc08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:56:55Z', 'updated_at': '2021-09-03T12:57:05Z', 'revision_number': 4, 'project_id': '8cbbddf1eac34975b3dfff073526b48a', 'gw_port': {'id': 'b2a98f04-fab5-4a03-89bf-2d69c1ecc08c', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:6d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a97104e-f6e3-4a22-b1ff-5779da7856c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:56:57Z', 'updated_at': '2021-09-03T12:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi', '_floatingips': [{'id': '43b75831-e32c-47bd-9e98-b5b0f20d6b63', 'tenant_id': '8cbbddf1eac34975b3dfff073526b48a', 'floating_ip_address': '172.27.3.68', 'floating_network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'router_id': '2a97104e-f6e3-4a22-b1ff-5779da7856c7', 'port_id': '5d742568-1d39-4a7a-9681-78fb1e791005', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ae4bd86-9baa-4a46-894e-9d6319ec74c4', 'mac_address': 'fa:16:3e:6d:82:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f1ba22-cfbc-4395-a08d-7c8f4e5731a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T12:57:19Z', 'updated_at': '2021-09-03T12:57:40Z', 'revision_number': 1, 'project_id': '8cbbddf1eac34975b3dfff073526b48a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa87352f-9fed-450d-b6bf-29b91f7e6408', 'name': '', 'network_id': '4ae4bd86-9baa-4a46-894e-9d6319ec74c4', 'tenant_id': '8cbbddf1eac34975b3dfff073526b48a', 'mac_address': 'fa:16:3e:37:dc:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a97104e-f6e3-4a22-b1ff-5779da7856c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e4c3bb0a-fdd7-427f-b24b-a6cf6ccdaba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:57:03Z', 'updated_at': '2021-09-03T12:57:15Z', 'revision_number': 5, 'project_id': '8cbbddf1eac34975b3dfff073526b48a', 'subnets': [{'id': 'e4c3bb0a-fdd7-427f-b24b-a6cf6ccdaba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 12:57:42.692487 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ea59282d-e54e-4250-add0-61dc68094685 req-fdb27ff3-82a0-4f3e-9a5d-a4135f5cd9c2 service neutron] 10.222.0.11 "GET /v2.0/networks/4ae4bd86-9baa-4a46-894e-9d6319ec74c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657629 Sep 03 12:57:42.768156 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-43ca7c9b-3906-41ef-8c11-e6964845ff92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:42.803451 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-43ca7c9b-3906-41ef-8c11-e6964845ff92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:42.810957 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ea59282d-e54e-4250-add0-61dc68094685 req-eea364ac-349c-4f8c-a08e-c945362beb4b service neutron] 10.222.0.11 "GET /v2.0/networks/4ae4bd86-9baa-4a46-894e-9d6319ec74c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101501 Sep 03 12:57:42.859443 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0d5d192-a18b-430a-ae8c-5a7595bba74b tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Notify agent at l3_agent.dv-cinder-788782-9-iscsi the message routers_updated {{(pid=120041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 12:57:42.864815 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-c0d5d192-a18b-430a-ae8c-5a7595bba74b tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10697'] for floatingip, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:42.871071 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a730bfec-11ca-43d5-b956-1464eecf0447 None None] Sync routers for ids ['223dd69f-d707-480c-83c4-40778eeb8b95'] in dv-cinder-788782-9-iscsi {{(pid=120043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 12:57:42.880873 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a730bfec-11ca-43d5-b956-1464eecf0447 None None] Routers {'223dd69f-d707-480c-83c4-40778eeb8b95'} bound to L3 agent in host dv-cinder-788782-9-iscsi {{(pid=120043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 12:57:42.882737 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_hamode_db [None req-a730bfec-11ca-43d5-b956-1464eecf0447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T12:48:38Z,description=,heartbeat_timestamp=2021-09-03T12:57:38Z,host='dv-cinder-788782-9-iscsi',id=3ba3cff0-0714-4a2d-b638-391a63c22700,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:48:38Z,topic='l3_agent')) {'router_ids': ['223dd69f-d707-480c-83c4-40778eeb8b95'], 'active': True} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:57:42.895514 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-c0d5d192-a18b-430a-ae8c-5a7595bba74b tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "PUT /v2.0/floatingips/e89a2753-0d10-4ad3-bd55-b557ad5a07a2 HTTP/1.1" status: 200 len: 990 time: 1.9132180 Sep 03 12:57:42.896172 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78d57d56-f67d-4816-909a-b4e9fdebfb43', 'tag': '93c9355c-2e1a-473b-8067-47215e8d2ca3'}] {{(pid=120041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 12:57:42.898389 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}222e09a9ab4c141c83606b753eb87a0672cf929d5da8cac1b8a4e6949bcf244b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8e12b0c-91a5-45c3-b00c-135f02cb3344" -d '{"events": [{"name": "network-changed", "server_uuid": "78d57d56-f67d-4816-909a-b4e9fdebfb43", "tag": "93c9355c-2e1a-473b-8067-47215e8d2ca3"}]}' {{(pid=120041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 12:57:42.932035 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-a4db58a3-0d8a-40b0-a800-b23eca087571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:42.964717 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-a4db58a3-0d8a-40b0-a800-b23eca087571 admin admin] Notify callbacks [] for security_group, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:42.964717 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-a4db58a3-0d8a-40b0-a800-b23eca087571 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ccc5aa01-dc0f-4344-8be0-081e6a56aba3 HTTP/1.1" status: 204 len: 168 time: 0.6223817 Sep 03 12:57:42.966004 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 12:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5c8b9b2-aad0-4b52-9e16-6528ddec3956 x-openstack-request-id: req-f5c8b9b2-aad0-4b52-9e16-6528ddec3956 {{(pid=120041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 12:57:42.966004 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78d57d56-f67d-4816-909a-b4e9fdebfb43", "tag": "93c9355c-2e1a-473b-8067-47215e8d2ca3", "status": "completed", "code": 200}]} {{(pid=120041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 12:57:42.966004 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f5c8b9b2-aad0-4b52-9e16-6528ddec3956 {{(pid=120041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 12:57:42.966004 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78d57d56-f67d-4816-909a-b4e9fdebfb43', 'tag': '93c9355c-2e1a-473b-8067-47215e8d2ca3', 'status': 'completed', 'code': 200} Sep 03 12:57:42.966367 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4db58a3-0d8a-40b0-a800-b23eca087571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc5aa01-dc0f-4344-8be0-081e6a56aba3,revision_number=None']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:42.966457 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b843c2-32d7-472c-a947-06dddb8cbf19 None None] New status for floating IP 43b75831-e32c-47bd-9e98-b5b0f20d6b63: ACTIVE {{(pid=120044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 12:57:43.045220 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvr_db [None req-a730bfec-11ca-43d5-b956-1464eecf0447 None None] Set router 223dd69f-d707-480c-83c4-40778eeb8b95 gateway port host: dv-cinder-788782-9-iscsi {{(pid=120043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 12:57:43.103619 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-43ca7c9b-3906-41ef-8c11-e6964845ff92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:43.111179 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-43ca7c9b-3906-41ef-8c11-e6964845ff92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:43.134355 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-43ca7c9b-3906-41ef-8c11-e6964845ff92 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a8a590ca-7272-4b27-820b-b761fa6e8e1d HTTP/1.1" status: 204 len: 168 time: 0.4690952 Sep 03 12:57:43.134355 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ca7c9b-3906-41ef-8c11-e6964845ff92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8a590ca-7272-4b27-820b-b761fa6e8e1d,revision_number=None']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:43.135471 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e12b0c-91a5-45c3-b00c-135f02cb3344 req-fbc7e596-ec44-4b6a-afc0-a66074c1afc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:43.136674 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-d8e12b0c-91a5-45c3-b00c-135f02cb3344 req-fbc7e596-ec44-4b6a-afc0-a66074c1afc5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2a026b60655d4a369b93374d125b02b1&device_id=78d57d56-f67d-4816-909a-b4e9fdebfb43 HTTP/1.1" status: 200 len: 1098 time: 0.1392148 Sep 03 12:57:43.149412 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd25178-28a7-486e-8b6b-8376920c1536 req-75d81923-d00e-4b03-a52a-ab9967f9c254 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:43.151364 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-3fd25178-28a7-486e-8b6b-8376920c1536 req-75d81923-d00e-4b03-a52a-ab9967f9c254 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b89fcec-d8ce-4be9-86ce-bfc7c9aeba12 HTTP/1.1" status: 200 len: 945 time: 0.0850329 Sep 03 12:57:43.274376 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e12b0c-91a5-45c3-b00c-135f02cb3344 req-edb601eb-e58e-4f43-9540-05939e061550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:43.275910 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-d8e12b0c-91a5-45c3-b00c-135f02cb3344 req-edb601eb-e58e-4f43-9540-05939e061550 service neutron] 10.222.0.11 "GET /v2.0/networks?id=45e81d3f-b881-425b-99ca-1daab65347e2 HTTP/1.1" status: 200 len: 911 time: 0.1236095 Sep 03 12:57:43.281463 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-3fd25178-28a7-486e-8b6b-8376920c1536 req-43f9313d-06f5-44c8-98c3-608a92da5b0f tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540371 Sep 03 12:57:43.358115 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-d8e12b0c-91a5-45c3-b00c-135f02cb3344 req-55a79477-a28a-4f89-a6b0-da335309ea2e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93c9355c-2e1a-473b-8067-47215e8d2ca3 HTTP/1.1" status: 200 len: 998 time: 0.0734460 Sep 03 12:57:43.412598 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e12b0c-91a5-45c3-b00c-135f02cb3344 req-c2eb346c-5e31-4364-8c5e-fe66bb315e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:43.414127 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-d8e12b0c-91a5-45c3-b00c-135f02cb3344 req-c2eb346c-5e31-4364-8c5e-fe66bb315e74 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=18f4b7c2-4c96-420d-afc2-0ae06dbda8bd HTTP/1.1" status: 200 len: 850 time: 0.0482466 Sep 03 12:57:43.547351 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_hamode_db [None req-a730bfec-11ca-43d5-b956-1464eecf0447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223dd69f-d707-480c-83c4-40778eeb8b95', 'name': 'tempest-AttachVolumeTestJSON-1455870475-router', 'tenant_id': '2a026b60655d4a369b93374d125b02b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': 'ae63e0fe-230b-4a4a-a7d0-62a2453b5b53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:56:53Z', 'updated_at': '2021-09-03T12:57:01Z', 'revision_number': 4, 'project_id': '2a026b60655d4a369b93374d125b02b1', 'gw_port': {'id': 'ae63e0fe-230b-4a4a-a7d0-62a2453b5b53', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:4a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223dd69f-d707-480c-83c4-40778eeb8b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:56:54Z', 'updated_at': '2021-09-03T12:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi', '_floatingips': [{'id': 'e89a2753-0d10-4ad3-bd55-b557ad5a07a2', 'tenant_id': '2a026b60655d4a369b93374d125b02b1', 'floating_ip_address': '172.27.3.84', 'floating_network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'router_id': '223dd69f-d707-480c-83c4-40778eeb8b95', 'port_id': '93c9355c-2e1a-473b-8067-47215e8d2ca3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45e81d3f-b881-425b-99ca-1daab65347e2', 'mac_address': 'fa:16:3e:55:dc:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d57d56-f67d-4816-909a-b4e9fdebfb43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T12:57:17Z', 'updated_at': '2021-09-03T12:57:41Z', 'revision_number': 1, 'project_id': '2a026b60655d4a369b93374d125b02b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c49beb3-2a94-4675-a9b6-b262fd3c70ba', 'name': '', 'network_id': '45e81d3f-b881-425b-99ca-1daab65347e2', 'tenant_id': '2a026b60655d4a369b93374d125b02b1', 'mac_address': 'fa:16:3e:e9:d5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223dd69f-d707-480c-83c4-40778eeb8b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '18f4b7c2-4c96-420d-afc2-0ae06dbda8bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:56:59Z', 'updated_at': '2021-09-03T12:57:11Z', 'revision_number': 5, 'project_id': '2a026b60655d4a369b93374d125b02b1', 'subnets': [{'id': '18f4b7c2-4c96-420d-afc2-0ae06dbda8bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-9-iscsi', False) {} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:57:43.586569 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a730bfec-11ca-43d5-b956-1464eecf0447 None None] Checking router: 223dd69f-d707-480c-83c4-40778eeb8b95 for host: dv-cinder-788782-9-iscsi {{(pid=120043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 12:57:43.600471 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a730bfec-11ca-43d5-b956-1464eecf0447 None None] Routers {'223dd69f-d707-480c-83c4-40778eeb8b95'} bound to L3 agent in host dv-cinder-788782-9-iscsi {{(pid=120043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 12:57:43.601461 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_hamode_db [None req-a730bfec-11ca-43d5-b956-1464eecf0447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T12:48:38Z,description=,heartbeat_timestamp=2021-09-03T12:57:38Z,host='dv-cinder-788782-9-iscsi',id=3ba3cff0-0714-4a2d-b638-391a63c22700,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:48:38Z,topic='l3_agent')) {'router_ids': ['223dd69f-d707-480c-83c4-40778eeb8b95'], 'active': True} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:57:43.713286 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e12b0c-91a5-45c3-b00c-135f02cb3344 req-a71fd0f7-1553-489a-a2f5-d0cff6cf5234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:43.714931 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-d8e12b0c-91a5-45c3-b00c-135f02cb3344 req-a71fd0f7-1553-489a-a2f5-d0cff6cf5234 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=45e81d3f-b881-425b-99ca-1daab65347e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2891335 Sep 03 12:57:43.737845 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvr_db [None req-a730bfec-11ca-43d5-b956-1464eecf0447 None None] Set router 223dd69f-d707-480c-83c4-40778eeb8b95 gateway port host: dv-cinder-788782-9-iscsi {{(pid=120043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 12:57:43.823555 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-d8e12b0c-91a5-45c3-b00c-135f02cb3344 req-2a2b6937-28e9-4a5d-9ffa-f091ef16d781 service neutron] 10.222.0.11 "GET /v2.0/networks/45e81d3f-b881-425b-99ca-1daab65347e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895431 Sep 03 12:57:43.937453 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 35904) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:57:43.953247 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-c75bdbae-8adc-40c2-b693-6b1ac1670737 admin admin] Notify callbacks [] for security_group, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:43.954015 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-d8e12b0c-91a5-45c3-b00c-135f02cb3344 req-c939aab6-0309-4543-b862-b61e7fe301a0 service neutron] 10.222.0.11 "GET /v2.0/networks/45e81d3f-b881-425b-99ca-1daab65347e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117723 Sep 03 12:57:44.022670 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_hamode_db [None req-a730bfec-11ca-43d5-b956-1464eecf0447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223dd69f-d707-480c-83c4-40778eeb8b95', 'name': 'tempest-AttachVolumeTestJSON-1455870475-router', 'tenant_id': '2a026b60655d4a369b93374d125b02b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': 'ae63e0fe-230b-4a4a-a7d0-62a2453b5b53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:56:53Z', 'updated_at': '2021-09-03T12:57:01Z', 'revision_number': 4, 'project_id': '2a026b60655d4a369b93374d125b02b1', 'gw_port': {'id': 'ae63e0fe-230b-4a4a-a7d0-62a2453b5b53', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:4a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223dd69f-d707-480c-83c4-40778eeb8b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:56:54Z', 'updated_at': '2021-09-03T12:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi', '_floatingips': [{'id': 'e89a2753-0d10-4ad3-bd55-b557ad5a07a2', 'tenant_id': '2a026b60655d4a369b93374d125b02b1', 'floating_ip_address': '172.27.3.84', 'floating_network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'router_id': '223dd69f-d707-480c-83c4-40778eeb8b95', 'port_id': '93c9355c-2e1a-473b-8067-47215e8d2ca3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45e81d3f-b881-425b-99ca-1daab65347e2', 'mac_address': 'fa:16:3e:55:dc:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d57d56-f67d-4816-909a-b4e9fdebfb43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T12:57:17Z', 'updated_at': '2021-09-03T12:57:41Z', 'revision_number': 1, 'project_id': '2a026b60655d4a369b93374d125b02b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c49beb3-2a94-4675-a9b6-b262fd3c70ba', 'name': '', 'network_id': '45e81d3f-b881-425b-99ca-1daab65347e2', 'tenant_id': '2a026b60655d4a369b93374d125b02b1', 'mac_address': 'fa:16:3e:e9:d5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223dd69f-d707-480c-83c4-40778eeb8b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '18f4b7c2-4c96-420d-afc2-0ae06dbda8bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:56:59Z', 'updated_at': '2021-09-03T12:57:11Z', 'revision_number': 5, 'project_id': '2a026b60655d4a369b93374d125b02b1', 'subnets': [{'id': '18f4b7c2-4c96-420d-afc2-0ae06dbda8bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-9-iscsi', False) {} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:57:44.052576 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a730bfec-11ca-43d5-b956-1464eecf0447 None None] The sync data for ids ['223dd69f-d707-480c-83c4-40778eeb8b95'] in dv-cinder-788782-9-iscsi is: [{'id': '223dd69f-d707-480c-83c4-40778eeb8b95', 'name': 'tempest-AttachVolumeTestJSON-1455870475-router', 'tenant_id': '2a026b60655d4a369b93374d125b02b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': 'ae63e0fe-230b-4a4a-a7d0-62a2453b5b53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:56:53Z', 'updated_at': '2021-09-03T12:57:01Z', 'revision_number': 4, 'project_id': '2a026b60655d4a369b93374d125b02b1', 'gw_port': {'id': 'ae63e0fe-230b-4a4a-a7d0-62a2453b5b53', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:4a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223dd69f-d707-480c-83c4-40778eeb8b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:56:54Z', 'updated_at': '2021-09-03T12:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi', '_floatingips': [{'id': 'e89a2753-0d10-4ad3-bd55-b557ad5a07a2', 'tenant_id': '2a026b60655d4a369b93374d125b02b1', 'floating_ip_address': '172.27.3.84', 'floating_network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'router_id': '223dd69f-d707-480c-83c4-40778eeb8b95', 'port_id': '93c9355c-2e1a-473b-8067-47215e8d2ca3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45e81d3f-b881-425b-99ca-1daab65347e2', 'mac_address': 'fa:16:3e:55:dc:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d57d56-f67d-4816-909a-b4e9fdebfb43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T12:57:17Z', 'updated_at': '2021-09-03T12:57:41Z', 'revision_number': 1, 'project_id': '2a026b60655d4a369b93374d125b02b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c49beb3-2a94-4675-a9b6-b262fd3c70ba', 'name': '', 'network_id': '45e81d3f-b881-425b-99ca-1daab65347e2', 'tenant_id': '2a026b60655d4a369b93374d125b02b1', 'mac_address': 'fa:16:3e:e9:d5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223dd69f-d707-480c-83c4-40778eeb8b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '18f4b7c2-4c96-420d-afc2-0ae06dbda8bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:56:59Z', 'updated_at': '2021-09-03T12:57:11Z', 'revision_number': 5, 'project_id': '2a026b60655d4a369b93374d125b02b1', 'subnets': [{'id': '18f4b7c2-4c96-420d-afc2-0ae06dbda8bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 12:57:44.075319 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-c75bdbae-8adc-40c2-b693-6b1ac1670737 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:44.169623 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-c75bdbae-8adc-40c2-b693-6b1ac1670737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:44.213719 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-c75bdbae-8adc-40c2-b693-6b1ac1670737 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b85edf363a12436db18a87f5343ab2c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2745697 Sep 03 12:57:44.214666 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75bdbae-8adc-40c2-b693-6b1ac1670737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6075f58-bcc6-4dcf-9efc-17993cfe904f,revision_number=1']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:44.221179 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 35914) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:57:44.253663 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa25753-760e-4940-b327-095cf3587bf3 None None] New status for floating IP e89a2753-0d10-4ad3-bd55-b557ad5a07a2: ACTIVE {{(pid=120043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 12:57:44.286421 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-6e0c6bc3-ce5b-4105-810c-88a772e70769 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:44.320995 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-6e0c6bc3-ce5b-4105-810c-88a772e70769 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:44.452523 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf55360e-70bb-49b3-af43-2b11f19c0ce5 req-b93bf4f4-a4be-4e35-9b9c-7c529745cbbb tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:44.454051 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-cf55360e-70bb-49b3-af43-2b11f19c0ce5 req-b93bf4f4-a4be-4e35-9b9c-7c529745cbbb tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b89fcec-d8ce-4be9-86ce-bfc7c9aeba12 HTTP/1.1" status: 200 len: 945 time: 0.0622241 Sep 03 12:57:44.490258 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-6e0c6bc3-ce5b-4105-810c-88a772e70769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:44.493902 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-6e0c6bc3-ce5b-4105-810c-88a772e70769 admin admin] Notify callbacks [] for security_group, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:44.494344 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-cf55360e-70bb-49b3-af43-2b11f19c0ce5 req-472d1b77-a2ed-4865-a3dd-49d12f280aa9 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332294 Sep 03 12:57:44.495082 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-6e0c6bc3-ce5b-4105-810c-88a772e70769 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e6075f58-bcc6-4dcf-9efc-17993cfe904f HTTP/1.1" status: 204 len: 168 time: 0.2728415 Sep 03 12:57:44.509974 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0c6bc3-ce5b-4105-810c-88a772e70769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6075f58-bcc6-4dcf-9efc-17993cfe904f,revision_number=None']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:45.646770 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56680fd7-a677-447a-948b-8f2e5e0a9bd7 req-c76d71e0-de47-4857-89b3-7d52f81b5330 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:45.648504 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-56680fd7-a677-447a-948b-8f2e5e0a9bd7 req-c76d71e0-de47-4857-89b3-7d52f81b5330 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b89fcec-d8ce-4be9-86ce-bfc7c9aeba12 HTTP/1.1" status: 200 len: 945 time: 0.0552609 Sep 03 12:57:45.686117 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-56680fd7-a677-447a-948b-8f2e5e0a9bd7 req-9a2e5954-6cc1-431b-a066-1e54e9cf0559 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315425 Sep 03 12:57:46.808235 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c5a54d-7c2c-402d-8d74-5c961add5a11 req-4e25fe80-02d4-4fbe-a904-25d8878825d5 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:46.809804 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-67c5a54d-7c2c-402d-8d74-5c961add5a11 req-4e25fe80-02d4-4fbe-a904-25d8878825d5 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b89fcec-d8ce-4be9-86ce-bfc7c9aeba12 HTTP/1.1" status: 200 len: 945 time: 0.0505912 Sep 03 12:57:46.861629 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-67c5a54d-7c2c-402d-8d74-5c961add5a11 req-d7b5a2b3-a74b-49ed-af82-3713490eac07 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456765 Sep 03 12:57:47.414807 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 36050) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:57:47.531680 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-bedf904d-ba55-4c5e-9c3f-2ed2cb8d6751 admin admin] Notify callbacks [] for security_group, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:47.620813 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-bedf904d-ba55-4c5e-9c3f-2ed2cb8d6751 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:47.749041 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-bedf904d-ba55-4c5e-9c3f-2ed2cb8d6751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:47.791328 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedf904d-ba55-4c5e-9c3f-2ed2cb8d6751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28eec305-b061-406a-95d7-22963e77659e,revision_number=1']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:47.797971 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 36068) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:57:47.798506 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-bedf904d-ba55-4c5e-9c3f-2ed2cb8d6751 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2b868a2c6ee14690bd96c1d8cc373f0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3821294 Sep 03 12:57:47.854379 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-5dc8a0df-5e80-4a1c-a74a-c98d23de363d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:47.875125 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-5dc8a0df-5e80-4a1c-a74a-c98d23de363d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:47.986872 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d54171-9b36-4377-add9-3b5480326bb9 req-f526a349-8372-4700-947e-ed387149ff94 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:47.988401 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-e2d54171-9b36-4377-add9-3b5480326bb9 req-f526a349-8372-4700-947e-ed387149ff94 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b89fcec-d8ce-4be9-86ce-bfc7c9aeba12 HTTP/1.1" status: 200 len: 945 time: 0.0537913 Sep 03 12:57:48.010871 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-5dc8a0df-5e80-4a1c-a74a-c98d23de363d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:48.013687 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-5dc8a0df-5e80-4a1c-a74a-c98d23de363d admin admin] Notify callbacks [] for security_group, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:48.015083 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-5dc8a0df-5e80-4a1c-a74a-c98d23de363d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/28eec305-b061-406a-95d7-22963e77659e HTTP/1.1" status: 204 len: 168 time: 0.2100618 Sep 03 12:57:48.024101 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc8a0df-5e80-4a1c-a74a-c98d23de363d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28eec305-b061-406a-95d7-22963e77659e,revision_number=None']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:48.030281 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-e2d54171-9b36-4377-add9-3b5480326bb9 req-93f99661-2444-4518-906f-a3a79837b4af tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349948 Sep 03 12:57:48.786611 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 36112) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:57:48.800114 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-3caa2e46-a7ff-4dbb-937a-cb92d0cfb2aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:48.896500 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-3caa2e46-a7ff-4dbb-937a-cb92d0cfb2aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:48.974550 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-3caa2e46-a7ff-4dbb-937a-cb92d0cfb2aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:49.035150 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-3caa2e46-a7ff-4dbb-937a-cb92d0cfb2aa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b9ad9ff98c384c1eba2107d191ff05fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2474372 Sep 03 12:57:49.036164 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caa2e46-a7ff-4dbb-937a-cb92d0cfb2aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48e04dad-295d-422a-8033-1786a0be49a3,revision_number=1']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:49.038034 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 36134) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:57:49.044746 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe18824b-169f-401f-bfe5-337eb0b27537 req-e4a837fb-9e41-40b9-9da7-07633bcb7dbe tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:49.046472 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-fe18824b-169f-401f-bfe5-337eb0b27537 req-e4a837fb-9e41-40b9-9da7-07633bcb7dbe tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/networks?id=5e5b8b41-03d5-4554-969f-d7a30c751bff HTTP/1.1" status: 200 len: 815 time: 0.1403856 Sep 03 12:57:49.079869 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-fe18824b-169f-401f-bfe5-337eb0b27537 req-a2f83afc-5563-41d8-aaf7-6506c723cb8d tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/quotas/a78b59a0f91f4ce9a846e469dbce5484 HTTP/1.1" status: 200 len: 375 time: 0.0267954 Sep 03 12:57:49.099893 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-e8f2b1f9-59b7-4e4d-9f60-832e2e24c4b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:49.127430 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-e8f2b1f9-59b7-4e4d-9f60-832e2e24c4b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:49.160016 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-fe18824b-169f-401f-bfe5-337eb0b27537 req-7aeb9d45-6516-40aa-aa2a-26875523e1de tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a78b59a0f91f4ce9a846e469dbce5484&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0791907 Sep 03 12:57:49.198434 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bdbfac-9a2a-4b83-9e3e-fbc1e32f3522 req-e496419a-accd-4df6-9e37-58642a11d7a9 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:49.199884 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-80bdbfac-9a2a-4b83-9e3e-fbc1e32f3522 req-e496419a-accd-4df6-9e37-58642a11d7a9 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b89fcec-d8ce-4be9-86ce-bfc7c9aeba12 HTTP/1.1" status: 200 len: 945 time: 0.0790575 Sep 03 12:57:49.232996 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-e8f2b1f9-59b7-4e4d-9f60-832e2e24c4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:49.236249 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-e8f2b1f9-59b7-4e4d-9f60-832e2e24c4b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:49.237417 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-e8f2b1f9-59b7-4e4d-9f60-832e2e24c4b5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/48e04dad-295d-422a-8033-1786a0be49a3 HTTP/1.1" status: 204 len: 168 time: 0.1977463 Sep 03 12:57:49.247248 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f2b1f9-59b7-4e4d-9f60-832e2e24c4b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e04dad-295d-422a-8033-1786a0be49a3,revision_number=None']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:49.275283 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-80bdbfac-9a2a-4b83-9e3e-fbc1e32f3522 req-e6961e7a-dc53-4105-9bc0-b512b1560ce0 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693088 Sep 03 12:57:49.305266 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-fe18824b-169f-401f-bfe5-337eb0b27537 req-9119a32d-1bc0-43af-9c9e-d44156d33598 service neutron] 10.222.0.24 "GET /v2.0/networks/5e5b8b41-03d5-4554-969f-d7a30c751bff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251519 Sep 03 12:57:49.390362 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-fe18824b-169f-401f-bfe5-337eb0b27537 req-9ce708b3-d89c-438a-97dc-6f75b1796422 service neutron] 10.222.0.24 "GET /v2.0/networks/5e5b8b41-03d5-4554-969f-d7a30c751bff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903418 Sep 03 12:57:49.735814 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-53eefa82-d6ba-4e54-9d15-0cfd28a2ae85 req-081565b7-f837-4b34-b720-fbb4cf707b0e tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/ports?device_id=be603712-ee38-4746-afc0-3fcf1571e004 HTTP/1.1" status: 200 len: 210 time: 0.0311704 Sep 03 12:57:50.419254 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebadb662-204c-4ef4-8709-b5bc065ae892 req-81cc5d09-a35a-42d3-9ab5-d3d4891c0bce tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:50.421058 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ebadb662-204c-4ef4-8709-b5bc065ae892 req-81cc5d09-a35a-42d3-9ab5-d3d4891c0bce tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b89fcec-d8ce-4be9-86ce-bfc7c9aeba12 HTTP/1.1" status: 200 len: 945 time: 0.0485742 Sep 03 12:57:50.460832 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ebadb662-204c-4ef4-8709-b5bc065ae892 req-862ede9f-9a06-4aed-84c6-9a9c4bedf491 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335162 Sep 03 12:57:50.825318 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ae2ee920-a098-4e96-a085-b31c9ee500ad req-59e764bc-a3ea-423f-8133-c711e5f71cbb tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/ports?device_id=be603712-ee38-4746-afc0-3fcf1571e004 HTTP/1.1" status: 200 len: 210 time: 0.0340133 Sep 03 12:57:51.597495 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6431629-c13b-46f6-8d81-ad931d404d53 req-1b4c01f1-205a-4de8-aee5-dfe3692b9628 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:51.599283 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-c6431629-c13b-46f6-8d81-ad931d404d53 req-1b4c01f1-205a-4de8-aee5-dfe3692b9628 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b89fcec-d8ce-4be9-86ce-bfc7c9aeba12 HTTP/1.1" status: 200 len: 945 time: 0.0676308 Sep 03 12:57:51.647144 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-c6431629-c13b-46f6-8d81-ad931d404d53 req-ccb060bc-578b-4f52-b83e-3a3d535368fc tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415814 Sep 03 12:57:51.666187 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 36248) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:57:51.796363 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-c87b136b-4ae6-4223-853a-3f788dadaf3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:51.913042 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-c87b136b-4ae6-4223-853a-3f788dadaf3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:51.925643 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ec028cbc-8ddd-47cd-9ad3-65b668a5e161 req-a7024273-6292-48c7-9d66-c1ad6d005b98 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/ports?device_id=be603712-ee38-4746-afc0-3fcf1571e004 HTTP/1.1" status: 200 len: 210 time: 0.0249121 Sep 03 12:57:52.032570 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-c87b136b-4ae6-4223-853a-3f788dadaf3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:52.071373 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-c87b136b-4ae6-4223-853a-3f788dadaf3a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2ad5a4b06118433f925ba625bc9dc63b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4039757 Sep 03 12:57:52.072558 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87b136b-4ae6-4223-853a-3f788dadaf3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3f84dba-d7a3-43e4-afbc-f5b2f8cdbcdb,revision_number=1']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:52.074115 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 36270) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:57:52.079598 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87b136b-4ae6-4223-853a-3f788dadaf3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:57:52.079976 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87b136b-4ae6-4223-853a-3f788dadaf3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:57:52.080380 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87b136b-4ae6-4223-853a-3f788dadaf3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:57:52.080654 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87b136b-4ae6-4223-853a-3f788dadaf3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:57:52.080990 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87b136b-4ae6-4223-853a-3f788dadaf3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:57:52.081682 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87b136b-4ae6-4223-853a-3f788dadaf3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:57:52.081682 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87b136b-4ae6-4223-853a-3f788dadaf3a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:57:52.081985 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87b136b-4ae6-4223-853a-3f788dadaf3a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:57:52.082287 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87b136b-4ae6-4223-853a-3f788dadaf3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:57:52.082673 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87b136b-4ae6-4223-853a-3f788dadaf3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:57:52.082951 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87b136b-4ae6-4223-853a-3f788dadaf3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:57:52.083253 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87b136b-4ae6-4223-853a-3f788dadaf3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:57:52.136582 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-35ebb95c-348b-4acd-97f5-f339ea73c9ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:52.157926 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-35ebb95c-348b-4acd-97f5-f339ea73c9ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:52.315405 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-35ebb95c-348b-4acd-97f5-f339ea73c9ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:52.318027 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-35ebb95c-348b-4acd-97f5-f339ea73c9ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:52.321577 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-35ebb95c-348b-4acd-97f5-f339ea73c9ea admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b3f84dba-d7a3-43e4-afbc-f5b2f8cdbcdb HTTP/1.1" status: 204 len: 168 time: 0.2439067 Sep 03 12:57:52.328033 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ebb95c-348b-4acd-97f5-f339ea73c9ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3f84dba-d7a3-43e4-afbc-f5b2f8cdbcdb,revision_number=None']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:52.335662 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ebb95c-348b-4acd-97f5-f339ea73c9ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:57:52.336040 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ebb95c-348b-4acd-97f5-f339ea73c9ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:57:52.336386 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ebb95c-348b-4acd-97f5-f339ea73c9ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:57:52.336721 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ebb95c-348b-4acd-97f5-f339ea73c9ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:57:52.337054 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ebb95c-348b-4acd-97f5-f339ea73c9ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:57:52.337638 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ebb95c-348b-4acd-97f5-f339ea73c9ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:57:52.337971 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ebb95c-348b-4acd-97f5-f339ea73c9ea admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:57:52.338302 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ebb95c-348b-4acd-97f5-f339ea73c9ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:57:52.338630 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ebb95c-348b-4acd-97f5-f339ea73c9ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:57:52.338993 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ebb95c-348b-4acd-97f5-f339ea73c9ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:57:52.339270 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ebb95c-348b-4acd-97f5-f339ea73c9ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:57:52.339593 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ebb95c-348b-4acd-97f5-f339ea73c9ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:57:52.477367 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe18824b-169f-401f-bfe5-337eb0b27537 req-1f1faaa7-2421-4cc2-b081-ca9636501ee7 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:52.478916 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-fe18824b-169f-401f-bfe5-337eb0b27537 req-1f1faaa7-2421-4cc2-b081-ca9636501ee7 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.11 "GET /v2.0/networks?id=5e5b8b41-03d5-4554-969f-d7a30c751bff HTTP/1.1" status: 200 len: 815 time: 0.1092510 Sep 03 12:57:52.516205 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.v2.base [req-fe18824b-169f-401f-bfe5-337eb0b27537 req-654b1e96-38bb-490a-94e5-d429f6d8bc2f tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Request body: {'port': {'device_id': 'be603712-ee38-4746-afc0-3fcf1571e004', 'network_id': '5e5b8b41-03d5-4554-969f-d7a30c751bff', 'admin_state_up': True, 'tenant_id': 'a78b59a0f91f4ce9a846e469dbce5484'}} {{(pid=120042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:57:52.747581 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe18824b-169f-401f-bfe5-337eb0b27537 req-654b1e96-38bb-490a-94e5-d429f6d8bc2f tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Made reservation on behalf of a78b59a0f91f4ce9a846e469dbce5484 for: {'port': 1} {{(pid=120042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 12:57:52.751013 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-fe18824b-169f-401f-bfe5-337eb0b27537 req-654b1e96-38bb-490a-94e5-d429f6d8bc2f tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:52.793962 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d8001d-15cf-4b42-bca8-49d5dbbbe8b2 req-1860ebe7-e0aa-4851-987e-0c29f2a88140 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:52.795514 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-50d8001d-15cf-4b42-bca8-49d5dbbbe8b2 req-1860ebe7-e0aa-4851-987e-0c29f2a88140 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b89fcec-d8ce-4be9-86ce-bfc7c9aeba12 HTTP/1.1" status: 200 len: 945 time: 0.0743816 Sep 03 12:57:52.900834 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-50d8001d-15cf-4b42-bca8-49d5dbbbe8b2 req-cb9d2926-5542-463b-8c46-e4cbb32e752d tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763335 Sep 03 12:57:52.947617 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.db_base_plugin_common [req-fe18824b-169f-401f-bfe5-337eb0b27537 req-654b1e96-38bb-490a-94e5-d429f6d8bc2f tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Allocated IP 172.20.0.14 (5e5b8b41-03d5-4554-969f-d7a30c751bff/7fcd5c28-d074-498e-8414-0624eda811c3/3ca68ed4-8a9c-4f9e-9b7d-52411d41f293) {{(pid=120042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 12:57:53.056547 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-1bb312bf-336c-4499-8ef0-d6e26998f43c req-de08f7de-14dc-4a02-b08d-b004c781a0ef tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/ports?device_id=be603712-ee38-4746-afc0-3fcf1571e004 HTTP/1.1" status: 200 len: 210 time: 0.0384786 Sep 03 12:57:53.061993 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 36320) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:57:53.106604 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-59c61ed5-2816-4dfb-aaa7-0d75d45ee7c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:53.155777 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-fe18824b-169f-401f-bfe5-337eb0b27537 req-654b1e96-38bb-490a-94e5-d429f6d8bc2f tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Notify callbacks [] for port, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:53.241944 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-59c61ed5-2816-4dfb-aaa7-0d75d45ee7c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:53.298183 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-fe18824b-169f-401f-bfe5-337eb0b27537 req-654b1e96-38bb-490a-94e5-d429f6d8bc2f tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763613061259'] for port, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:53.300355 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-59c61ed5-2816-4dfb-aaa7-0d75d45ee7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:53.315842 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] get_ports_and_sgs() called for port_ids ['d96262ba-32f5-43b0-a1cf-dc4b27e4d9ac'] {{(pid=120043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 12:57:53.386807 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe18824b-169f-401f-bfe5-337eb0b27537 req-654b1e96-38bb-490a-94e5-d429f6d8bc2f tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Network 5e5b8b41-03d5-4554-969f-d7a30c751bff is already hosted by enough agents. {{(pid=120042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 12:57:53.391195 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-59c61ed5-2816-4dfb-aaa7-0d75d45ee7c5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=584241a1272d446f926aad77a86f895f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3049321 Sep 03 12:57:53.397662 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 36330) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:57:53.398292 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c61ed5-2816-4dfb-aaa7-0d75d45ee7c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92ee269e-68a1-42db-a4b4-dbc9ed2ba823,revision_number=1']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:53.400658 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.base_scheduler [req-fe18824b-169f-401f-bfe5-337eb0b27537 req-654b1e96-38bb-490a-94e5-d429f6d8bc2f tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Resources bound (agent type, host, resource id): {{(pid=120042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:57:53.402729 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654b1e96-38bb-490a-94e5-d429f6d8bc2f tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Pushing event updated for resources: {'Port': ['ID=3ca68ed4-8a9c-4f9e-9b7d-52411d41f293,revision_number=1']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:53.404916 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe18824b-169f-401f-bfe5-337eb0b27537 req-654b1e96-38bb-490a-94e5-d429f6d8bc2f tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Received port after_create {{(pid=120042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 12:57:53.410496 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe18824b-169f-401f-bfe5-337eb0b27537 req-654b1e96-38bb-490a-94e5-d429f6d8bc2f tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:53.411147 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-fe18824b-169f-401f-bfe5-337eb0b27537 req-654b1e96-38bb-490a-94e5-d429f6d8bc2f tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575370'] for port, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:53.458812 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-203a7f24-7f66-454e-a0ca-81ec16fa64cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:53.480102 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-203a7f24-7f66-454e-a0ca-81ec16fa64cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:53.538557 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-fe18824b-169f-401f-bfe5-337eb0b27537 req-654b1e96-38bb-490a-94e5-d429f6d8bc2f tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0284269 Sep 03 12:57:53.555516 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.v2.base [req-fe18824b-169f-401f-bfe5-337eb0b27537 req-faf32ab5-68fa-44f3-8cde-54b3c0609a6f service neutron] Request body: {'port': {'device_id': 'be603712-ee38-4746-afc0-3fcf1571e004', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=120042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:57:53.609940 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-fe18824b-169f-401f-bfe5-337eb0b27537 req-faf32ab5-68fa-44f3-8cde-54b3c0609a6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:53.629062 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-203a7f24-7f66-454e-a0ca-81ec16fa64cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:53.635559 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-203a7f24-7f66-454e-a0ca-81ec16fa64cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:53.635559 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-203a7f24-7f66-454e-a0ca-81ec16fa64cf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/92ee269e-68a1-42db-a4b4-dbc9ed2ba823 HTTP/1.1" status: 204 len: 168 time: 0.2373686 Sep 03 12:57:53.640692 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203a7f24-7f66-454e-a0ca-81ec16fa64cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92ee269e-68a1-42db-a4b4-dbc9ed2ba823,revision_number=None']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:53.882107 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.notifiers.nova [req-fe18824b-169f-401f-bfe5-337eb0b27537 req-faf32ab5-68fa-44f3-8cde-54b3c0609a6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ca68ed4-8a9c-4f9e-9b7d-52411d41f293 {{(pid=120042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 12:57:53.889425 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-fe18824b-169f-401f-bfe5-337eb0b27537 req-faf32ab5-68fa-44f3-8cde-54b3c0609a6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:53.901974 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.provisioning_blocks [req-fe18824b-169f-401f-bfe5-337eb0b27537 req-faf32ab5-68fa-44f3-8cde-54b3c0609a6f service neutron] Transition to ACTIVE for port object 3ca68ed4-8a9c-4f9e-9b7d-52411d41f293 will not be triggered until provisioned by entity L2. {{(pid=120042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 12:57:54.025052 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-fe18824b-169f-401f-bfe5-337eb0b27537 req-faf32ab5-68fa-44f3-8cde-54b3c0609a6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:54.071525 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086f7de7-833a-4dda-9163-1672bfde280d req-615f7a6a-3a78-4cb4-a3c2-048876aa9e02 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:54.073123 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-086f7de7-833a-4dda-9163-1672bfde280d req-615f7a6a-3a78-4cb4-a3c2-048876aa9e02 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b89fcec-d8ce-4be9-86ce-bfc7c9aeba12 HTTP/1.1" status: 200 len: 945 time: 0.0870976 Sep 03 12:57:54.126123 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf32ab5-68fa-44f3-8cde-54b3c0609a6f service neutron] Pushing event updated for resources: {'Port': ['ID=3ca68ed4-8a9c-4f9e-9b7d-52411d41f293,revision_number=2']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:54.152793 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.managers [req-fe18824b-169f-401f-bfe5-337eb0b27537 req-faf32ab5-68fa-44f3-8cde-54b3c0609a6f service neutron] Attempting to bind port 3ca68ed4-8a9c-4f9e-9b7d-52411d41f293 on host hv-cinder-78878 for vnic_type normal with profile {{(pid=120042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 12:57:54.153143 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.managers [req-fe18824b-169f-401f-bfe5-337eb0b27537 req-faf32ab5-68fa-44f3-8cde-54b3c0609a6f service neutron] Attempting to bind port 3ca68ed4-8a9c-4f9e-9b7d-52411d41f293 by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': 'e15e6e61-4793-4b3c-8e28-8614cba2f27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5e5b8b41-03d5-4554-969f-d7a30c751bff'}] {{(pid=120042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 12:57:54.153482 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe18824b-169f-401f-bfe5-337eb0b27537 req-faf32ab5-68fa-44f3-8cde-54b3c0609a6f service neutron] Attempting to bind port 3ca68ed4-8a9c-4f9e-9b7d-52411d41f293 on network 5e5b8b41-03d5-4554-969f-d7a30c751bff {{(pid=120042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 12:57:54.160323 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe18824b-169f-401f-bfe5-337eb0b27537 req-faf32ab5-68fa-44f3-8cde-54b3c0609a6f service neutron] Port 3ca68ed4-8a9c-4f9e-9b7d-52411d41f293 on network 5e5b8b41-03d5-4554-969f-d7a30c751bff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=120042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 12:57:54.160661 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe18824b-169f-401f-bfe5-337eb0b27537 req-faf32ab5-68fa-44f3-8cde-54b3c0609a6f service neutron] Attempting to bind port 3ca68ed4-8a9c-4f9e-9b7d-52411d41f293 on network 5e5b8b41-03d5-4554-969f-d7a30c751bff {{(pid=120042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 12:57:54.164914 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-086f7de7-833a-4dda-9163-1672bfde280d req-1c8c09d5-e292-44c4-a9fa-d22c045e3aa3 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806506 Sep 03 12:57:54.169081 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe18824b-169f-401f-bfe5-337eb0b27537 req-faf32ab5-68fa-44f3-8cde-54b3c0609a6f service neutron] Checking agent: {'id': '0f6a9262-0a79-4cf4-ac76-73211ad22d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 12, 55, 7), 'started_at': datetime.datetime(2021, 9, 3, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 12, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 12:57:54.169633 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe18824b-169f-401f-bfe5-337eb0b27537 req-faf32ab5-68fa-44f3-8cde-54b3c0609a6f service neutron] Checking segment: {'id': 'e15e6e61-4793-4b3c-8e28-8614cba2f27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5e5b8b41-03d5-4554-969f-d7a30c751bff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 12:57:54.170025 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe18824b-169f-401f-bfe5-337eb0b27537 req-faf32ab5-68fa-44f3-8cde-54b3c0609a6f service neutron] Bound using segment: {'id': 'e15e6e61-4793-4b3c-8e28-8614cba2f27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5e5b8b41-03d5-4554-969f-d7a30c751bff'} {{(pid=120042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 12:57:54.170460 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.managers [req-fe18824b-169f-401f-bfe5-337eb0b27537 req-faf32ab5-68fa-44f3-8cde-54b3c0609a6f service neutron] Bound port: 3ca68ed4-8a9c-4f9e-9b7d-52411d41f293, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e15e6e61-4793-4b3c-8e28-8614cba2f27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5e5b8b41-03d5-4554-969f-d7a30c751bff'}}] {{(pid=120042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 12:57:54.170987 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-fe18824b-169f-401f-bfe5-337eb0b27537 req-faf32ab5-68fa-44f3-8cde-54b3c0609a6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:54.269531 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.db [req-fe18824b-169f-401f-bfe5-337eb0b27537 req-faf32ab5-68fa-44f3-8cde-54b3c0609a6f service neutron] For port 3ca68ed4-8a9c-4f9e-9b7d-52411d41f293, host hv-cinder-78878, cleared binding levels {{(pid=120042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 12:57:54.284054 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.db [req-fe18824b-169f-401f-bfe5-337eb0b27537 req-faf32ab5-68fa-44f3-8cde-54b3c0609a6f service neutron] For port 3ca68ed4-8a9c-4f9e-9b7d-52411d41f293, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=3ca68ed4-8a9c-4f9e-9b7d-52411d41f293,segment=NetworkSegment(e15e6e61-4793-4b3c-8e28-8614cba2f27c),segment_id=e15e6e61-4793-4b3c-8e28-8614cba2f27c)] {{(pid=120042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 12:57:54.296710 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32deb458-172b-4aed-bc4d-dd0dd3563012 req-0d72400c-bb7c-4c2b-bf73-02341e3bfa3a tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:54.298578 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-32deb458-172b-4aed-bc4d-dd0dd3563012 req-0d72400c-bb7c-4c2b-bf73-02341e3bfa3a tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/ports?device_id=be603712-ee38-4746-afc0-3fcf1571e004 HTTP/1.1" status: 200 len: 944 time: 0.0694203 Sep 03 12:57:54.337532 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-32deb458-172b-4aed-bc4d-dd0dd3563012 req-47cac7d2-6a1b-4fe0-b26a-4acdc3ff26a0 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/security-groups?id=202644d7-0091-49f7-a3d6-689b64f2110e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320992 Sep 03 12:57:54.366581 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-fe18824b-169f-401f-bfe5-337eb0b27537 req-faf32ab5-68fa-44f3-8cde-54b3c0609a6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:54.403786 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe18824b-169f-401f-bfe5-337eb0b27537 req-faf32ab5-68fa-44f3-8cde-54b3c0609a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:54.404434 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-fe18824b-169f-401f-bfe5-337eb0b27537 req-faf32ab5-68fa-44f3-8cde-54b3c0609a6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575370'] for port, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:54.405870 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-fe18824b-169f-401f-bfe5-337eb0b27537 req-faf32ab5-68fa-44f3-8cde-54b3c0609a6f service neutron] 10.222.0.11 "PUT /v2.0/ports/3ca68ed4-8a9c-4f9e-9b7d-52411d41f293 HTTP/1.1" status: 200 len: 1094 time: 0.8550973 Sep 03 12:57:54.406307 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be603712-ee38-4746-afc0-3fcf1571e004', 'tag': '3ca68ed4-8a9c-4f9e-9b7d-52411d41f293'}] {{(pid=120042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 12:57:54.408597 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d2a6420b193a10f45e0477184c700453c1253cfa456d27c4e3ab5b2f2f62351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-940da61f-d01a-4cc5-9811-52284b1fcd95" -d '{"events": [{"name": "network-changed", "server_uuid": "be603712-ee38-4746-afc0-3fcf1571e004", "tag": "3ca68ed4-8a9c-4f9e-9b7d-52411d41f293"}]}' {{(pid=120042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 12:57:54.434361 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf32ab5-68fa-44f3-8cde-54b3c0609a6f service neutron] Pushing event updated for resources: {'Port': ['ID=3ca68ed4-8a9c-4f9e-9b7d-52411d41f293,revision_number=3']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:54.447587 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 12:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d52d82c0-03d8-4aa1-9333-92da8141434e x-openstack-request-id: req-d52d82c0-03d8-4aa1-9333-92da8141434e {{(pid=120042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 12:57:54.447918 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be603712-ee38-4746-afc0-3fcf1571e004", "tag": "3ca68ed4-8a9c-4f9e-9b7d-52411d41f293", "status": "completed", "code": 200}]} {{(pid=120042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 12:57:54.448171 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d52d82c0-03d8-4aa1-9333-92da8141434e {{(pid=120042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 12:57:54.448587 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be603712-ee38-4746-afc0-3fcf1571e004', 'tag': '3ca68ed4-8a9c-4f9e-9b7d-52411d41f293', 'status': 'completed', 'code': 200} Sep 03 12:57:54.525866 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940da61f-d01a-4cc5-9811-52284b1fcd95 req-42aa9177-21d6-4be2-aabd-26935361a5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:54.525866 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-940da61f-d01a-4cc5-9811-52284b1fcd95 req-42aa9177-21d6-4be2-aabd-26935361a5b0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a78b59a0f91f4ce9a846e469dbce5484&device_id=be603712-ee38-4746-afc0-3fcf1571e004 HTTP/1.1" status: 200 len: 1097 time: 0.0416791 Sep 03 12:57:54.633961 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940da61f-d01a-4cc5-9811-52284b1fcd95 req-9c85ba0a-1669-4684-8b88-dd0db643b828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:54.635389 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-940da61f-d01a-4cc5-9811-52284b1fcd95 req-9c85ba0a-1669-4684-8b88-dd0db643b828 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=a78b59a0f91f4ce9a846e469dbce5484&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0991054 Sep 03 12:57:54.733968 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940da61f-d01a-4cc5-9811-52284b1fcd95 req-f1d66169-48ce-4d1f-aaae-346c7c16f32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:54.735472 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-940da61f-d01a-4cc5-9811-52284b1fcd95 req-f1d66169-48ce-4d1f-aaae-346c7c16f32f service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0890648 Sep 03 12:57:54.824590 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe18824b-169f-401f-bfe5-337eb0b27537 req-3f2e98f3-2f2f-4e37-8a5d-b15fc3d47040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:54.829128 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-fe18824b-169f-401f-bfe5-337eb0b27537 req-3f2e98f3-2f2f-4e37-8a5d-b15fc3d47040 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a78b59a0f91f4ce9a846e469dbce5484&device_id=be603712-ee38-4746-afc0-3fcf1571e004 HTTP/1.1" status: 200 len: 1097 time: 0.0417345 Sep 03 12:57:54.887170 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-fe18824b-169f-401f-bfe5-337eb0b27537 req-88630091-e0b9-40f9-a7f6-18fa07802a8d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3ca68ed4-8a9c-4f9e-9b7d-52411d41f293 HTTP/1.1" status: 200 len: 217 time: 0.0419989 Sep 03 12:57:54.940102 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe18824b-169f-401f-bfe5-337eb0b27537 req-1ab16d56-e726-411c-a53b-9f3978422d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:54.941675 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-fe18824b-169f-401f-bfe5-337eb0b27537 req-1ab16d56-e726-411c-a53b-9f3978422d48 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7fcd5c28-d074-498e-8414-0624eda811c3 HTTP/1.1" status: 200 len: 855 time: 0.0464330 Sep 03 12:57:54.980629 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-fe18824b-169f-401f-bfe5-337eb0b27537 req-f93b620b-064b-489b-aa30-7a06776f956e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5e5b8b41-03d5-4554-969f-d7a30c751bff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250552 Sep 03 12:57:55.081371 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-fe18824b-169f-401f-bfe5-337eb0b27537 req-acd91abd-2770-4b30-b9d0-52f5c1d11859 service neutron] 10.222.0.11 "GET /v2.0/networks/5e5b8b41-03d5-4554-969f-d7a30c751bff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924535 Sep 03 12:57:55.177021 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-fe18824b-169f-401f-bfe5-337eb0b27537 req-118e65ef-92ee-4692-9d46-d2ced70e924c service neutron] 10.222.0.11 "GET /v2.0/networks/5e5b8b41-03d5-4554-969f-d7a30c751bff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841358 Sep 03 12:57:55.294919 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab287341-9f50-495b-b188-3e17d95e4115 req-e791b0e6-0bee-4767-9bef-6638efda2f17 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:55.296415 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ab287341-9f50-495b-b188-3e17d95e4115 req-e791b0e6-0bee-4767-9bef-6638efda2f17 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b89fcec-d8ce-4be9-86ce-bfc7c9aeba12 HTTP/1.1" status: 200 len: 945 time: 0.0521047 Sep 03 12:57:55.342338 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ab287341-9f50-495b-b188-3e17d95e4115 req-473d4619-f140-4e84-875c-4e1ec3000f40 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393322 Sep 03 12:57:55.464352 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534cf640-ba95-4318-a40b-007093623889 req-b28b4b55-52f8-4a54-9d44-60797eb97513 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:55.464352 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-534cf640-ba95-4318-a40b-007093623889 req-b28b4b55-52f8-4a54-9d44-60797eb97513 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/ports?device_id=be603712-ee38-4746-afc0-3fcf1571e004 HTTP/1.1" status: 200 len: 944 time: 0.0547812 Sep 03 12:57:55.506742 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-534cf640-ba95-4318-a40b-007093623889 req-d3560928-f183-42a5-8545-7e563ee12a37 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/security-groups?id=202644d7-0091-49f7-a3d6-689b64f2110e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361028 Sep 03 12:57:55.577087 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 36418) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:57:55.680506 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-9e3ca640-7501-4b29-b92a-00314870e84e admin admin] Notify callbacks [] for security_group, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:55.769184 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-9e3ca640-7501-4b29-b92a-00314870e84e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:55.844291 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-9e3ca640-7501-4b29-b92a-00314870e84e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:55.883678 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-9e3ca640-7501-4b29-b92a-00314870e84e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0f1a8a9cd8b74033bc97aebcc40e80d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3054159 Sep 03 12:57:55.884822 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3ca640-7501-4b29-b92a-00314870e84e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c69a3b31-6658-4e28-9a68-8958978dbfde,revision_number=1']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:55.886492 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 36426) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:57:55.935147 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-55dc9464-6414-4fad-ac64-60ab9e423a28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:55.955636 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-55dc9464-6414-4fad-ac64-60ab9e423a28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:56.126252 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-55dc9464-6414-4fad-ac64-60ab9e423a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:56.128998 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-55dc9464-6414-4fad-ac64-60ab9e423a28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:56.134509 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-55dc9464-6414-4fad-ac64-60ab9e423a28 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c69a3b31-6658-4e28-9a68-8958978dbfde HTTP/1.1" status: 204 len: 168 time: 0.2422514 Sep 03 12:57:56.138967 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dc9464-6414-4fad-ac64-60ab9e423a28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c69a3b31-6658-4e28-9a68-8958978dbfde,revision_number=None']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:56.475332 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97372d86-1e5b-4d2b-9198-b928f6dc1e40 req-c2f729fd-b848-418b-bc94-ba1f22466e3b tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:56.478382 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-97372d86-1e5b-4d2b-9198-b928f6dc1e40 req-c2f729fd-b848-418b-bc94-ba1f22466e3b tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b89fcec-d8ce-4be9-86ce-bfc7c9aeba12 HTTP/1.1" status: 200 len: 945 time: 0.0524523 Sep 03 12:57:56.529358 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-97372d86-1e5b-4d2b-9198-b928f6dc1e40 req-6dcd4fbd-c609-4238-80da-85e4073fa935 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464714 Sep 03 12:57:56.693600 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1002aab-05ef-4e05-be82-473c2a37d7da req-83421394-c1cf-4f6c-9301-82920392adc2 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:56.695101 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-f1002aab-05ef-4e05-be82-473c2a37d7da req-83421394-c1cf-4f6c-9301-82920392adc2 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/ports?device_id=be603712-ee38-4746-afc0-3fcf1571e004 HTTP/1.1" status: 200 len: 944 time: 0.0871463 Sep 03 12:57:56.710392 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f14cef-2e43-4b74-a249-d3704208ecb8 req-91aa0ca8-2ffa-49ee-b32f-18ead6684756 tempest-DeleteServersTestJSON-125597565 tempest-DeleteServersTestJSON-125597565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:56.711847 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-e7f14cef-2e43-4b74-a249-d3704208ecb8 req-91aa0ca8-2ffa-49ee-b32f-18ead6684756 tempest-DeleteServersTestJSON-125597565 tempest-DeleteServersTestJSON-125597565-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a8c6589-cdd9-423f-8768-c5e11124438e HTTP/1.1" status: 200 len: 946 time: 0.0679419 Sep 03 12:57:56.762337 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-f1002aab-05ef-4e05-be82-473c2a37d7da req-11e850c9-9cf7-43e8-93e3-3b7a94f0d714 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/security-groups?id=202644d7-0091-49f7-a3d6-689b64f2110e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601709 Sep 03 12:57:56.769628 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-e7f14cef-2e43-4b74-a249-d3704208ecb8 req-5b1aa8eb-9b2f-4a79-b3fd-9462700338df tempest-DeleteServersTestJSON-125597565 tempest-DeleteServersTestJSON-125597565-project] 10.222.0.24 "GET /v2.0/security-groups?id=6590f256-0f7c-4dac-9942-f701b4f2738f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515006 Sep 03 12:57:57.030109 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 36468) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:57:57.136371 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-bbed99b1-3d02-492f-980e-04e6d736f9fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:57.222713 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-bbed99b1-3d02-492f-980e-04e6d736f9fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:57.312769 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-bbed99b1-3d02-492f-980e-04e6d736f9fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:57.352733 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-bbed99b1-3d02-492f-980e-04e6d736f9fa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=15799661e4bd4b409823e58526ca8a0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3215392 Sep 03 12:57:57.353814 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbed99b1-3d02-492f-980e-04e6d736f9fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1dc02dc-2102-4a65-abda-1118bcc5a86e,revision_number=1']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:57.356428 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 36484) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:57:57.406017 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-5409b7a2-e7bd-4a81-9c00-bca802f26f31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:57.429829 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-5409b7a2-e7bd-4a81-9c00-bca802f26f31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:57.583618 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-5409b7a2-e7bd-4a81-9c00-bca802f26f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:57.586465 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-5409b7a2-e7bd-4a81-9c00-bca802f26f31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:57.590560 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-5409b7a2-e7bd-4a81-9c00-bca802f26f31 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d1dc02dc-2102-4a65-abda-1118bcc5a86e HTTP/1.1" status: 204 len: 168 time: 0.2335842 Sep 03 12:57:57.602307 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5409b7a2-e7bd-4a81-9c00-bca802f26f31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1dc02dc-2102-4a65-abda-1118bcc5a86e,revision_number=None']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:57.664950 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bd5fe4-9e23-48e2-a5b2-f3c7b870c90e req-5c5e4e5c-0f52-47a1-9972-2c5de5e16a67 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:57.666382 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-01bd5fe4-9e23-48e2-a5b2-f3c7b870c90e req-5c5e4e5c-0f52-47a1-9972-2c5de5e16a67 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b89fcec-d8ce-4be9-86ce-bfc7c9aeba12 HTTP/1.1" status: 200 len: 945 time: 0.0628214 Sep 03 12:57:57.709403 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-01bd5fe4-9e23-48e2-a5b2-f3c7b870c90e req-3e40c7ba-2e9e-4a7c-a4c6-01e6056571a6 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358546 Sep 03 12:57:57.907600 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f219c-1cd5-455e-bdd6-cb07f301ae91 req-a616c145-40fe-4593-8ea2-6af2f94f7749 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:57.909059 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-827f219c-1cd5-455e-bdd6-cb07f301ae91 req-a616c145-40fe-4593-8ea2-6af2f94f7749 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/ports?device_id=be603712-ee38-4746-afc0-3fcf1571e004 HTTP/1.1" status: 200 len: 944 time: 0.0750828 Sep 03 12:57:57.929301 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3e3fc8-51b7-451d-aa28-7efe4dfc04ba req-a76e1d3f-3a13-4b56-ba96-6e61fe87abbb tempest-DeleteServersTestJSON-125597565 tempest-DeleteServersTestJSON-125597565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:57.930686 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ba3e3fc8-51b7-451d-aa28-7efe4dfc04ba req-a76e1d3f-3a13-4b56-ba96-6e61fe87abbb tempest-DeleteServersTestJSON-125597565 tempest-DeleteServersTestJSON-125597565-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a8c6589-cdd9-423f-8768-c5e11124438e HTTP/1.1" status: 200 len: 946 time: 0.0699456 Sep 03 12:57:57.974093 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-827f219c-1cd5-455e-bdd6-cb07f301ae91 req-6599d8f7-2be1-4258-9ef9-e183c4ae9579 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/security-groups?id=202644d7-0091-49f7-a3d6-689b64f2110e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572155 Sep 03 12:57:57.992056 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ba3e3fc8-51b7-451d-aa28-7efe4dfc04ba req-e5ea9980-a52e-463b-8190-9fc38df4a66d tempest-DeleteServersTestJSON-125597565 tempest-DeleteServersTestJSON-125597565-project] 10.222.0.24 "GET /v2.0/security-groups?id=6590f256-0f7c-4dac-9942-f701b4f2738f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541141 Sep 03 12:57:58.827052 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9366c03-707b-447c-88be-231217852bdd req-2d6a6b37-fc0e-4a11-b98d-45afc692177c tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:58.832500 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-d9366c03-707b-447c-88be-231217852bdd req-2d6a6b37-fc0e-4a11-b98d-45afc692177c tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b89fcec-d8ce-4be9-86ce-bfc7c9aeba12 HTTP/1.1" status: 200 len: 945 time: 0.0488591 Sep 03 12:57:58.871948 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-d9366c03-707b-447c-88be-231217852bdd req-a163af81-f8f7-4603-a77d-8885629d392f tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366464 Sep 03 12:57:59.123611 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9d9e85-95d2-4a43-95a2-48013c93f000 req-54ded122-865a-4eb3-bd4e-c73cc32ccc27 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:59.125107 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-3d9d9e85-95d2-4a43-95a2-48013c93f000 req-54ded122-865a-4eb3-bd4e-c73cc32ccc27 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/ports?device_id=be603712-ee38-4746-afc0-3fcf1571e004 HTTP/1.1" status: 200 len: 944 time: 0.0801141 Sep 03 12:57:59.137804 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c884b4-ae84-4b10-93da-0a40493a69b7 req-32ff3c03-9ddb-4ca3-ad46-75fe9de3d11e tempest-DeleteServersTestJSON-125597565 tempest-DeleteServersTestJSON-125597565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:59.139200 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-69c884b4-ae84-4b10-93da-0a40493a69b7 req-32ff3c03-9ddb-4ca3-ad46-75fe9de3d11e tempest-DeleteServersTestJSON-125597565 tempest-DeleteServersTestJSON-125597565-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a8c6589-cdd9-423f-8768-c5e11124438e HTTP/1.1" status: 200 len: 946 time: 0.0691788 Sep 03 12:57:59.187317 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-3d9d9e85-95d2-4a43-95a2-48013c93f000 req-e3fdc1f9-be97-4706-8a0e-ebc211f3f55a tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/security-groups?id=202644d7-0091-49f7-a3d6-689b64f2110e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471840 Sep 03 12:57:59.199843 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-69c884b4-ae84-4b10-93da-0a40493a69b7 req-62e628fe-50ad-4e4a-bc54-6d1c996d888b tempest-DeleteServersTestJSON-125597565 tempest-DeleteServersTestJSON-125597565-project] 10.222.0.24 "GET /v2.0/security-groups?id=6590f256-0f7c-4dac-9942-f701b4f2738f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539856 Sep 03 12:57:59.485159 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1c9374-6ea5-45d0-aa66-b498d2d81660 req-90dc5e92-103a-4cc8-ade5-95f3b141793e tempest-DeleteServersTestJSON-125597565 tempest-DeleteServersTestJSON-125597565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:57:59.488329 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ad1c9374-6ea5-45d0-aa66-b498d2d81660 req-90dc5e92-103a-4cc8-ade5-95f3b141793e tempest-DeleteServersTestJSON-125597565 tempest-DeleteServersTestJSON-125597565-project] 10.222.0.11 "GET /v2.0/ports?device_id=2a8c6589-cdd9-423f-8768-c5e11124438e HTTP/1.1" status: 200 len: 946 time: 0.0468795 Sep 03 12:57:59.545932 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Device 3ca68ed4-8a9c-4f9e-9b7d-52411d41f293 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=120043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 12:57:59.648628 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.plugin [req-ad1c9374-6ea5-45d0-aa66-b498d2d81660 req-c3926815-3ef9-4ac9-a882-a6e2ebedbf48 tempest-DeleteServersTestJSON-125597565 tempest-DeleteServersTestJSON-125597565-project] Deleting port 13f99c8e-17b2-4e53-8058-e97ba340662a {{(pid=120042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 12:57:59.648986 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-ad1c9374-6ea5-45d0-aa66-b498d2d81660 req-c3926815-3ef9-4ac9-a882-a6e2ebedbf48 tempest-DeleteServersTestJSON-125597565 tempest-DeleteServersTestJSON-125597565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763613556462'] for port, before_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:59.653333 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] For port 3ca68ed4-8a9c-4f9e-9b7d-52411d41f293, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=3ca68ed4-8a9c-4f9e-9b7d-52411d41f293,segment=NetworkSegment(e15e6e61-4793-4b3c-8e28-8614cba2f27c),segment_id=e15e6e61-4793-4b3c-8e28-8614cba2f27c)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:57:59.670091 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Returning: {'device': '3ca68ed4-8a9c-4f9e-9b7d-52411d41f293', 'network_id': '5e5b8b41-03d5-4554-969f-d7a30c751bff', 'port_id': '3ca68ed4-8a9c-4f9e-9b7d-52411d41f293', 'mac_address': 'fa:16:3e:e1:80:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fcd5c28-d074-498e-8414-0624eda811c3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 12:57:59.714803 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:59.737367 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.notifiers.nova [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ca68ed4-8a9c-4f9e-9b7d-52411d41f293 {{(pid=120043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 12:57:59.760160 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] For port 3ca68ed4-8a9c-4f9e-9b7d-52411d41f293, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=3ca68ed4-8a9c-4f9e-9b7d-52411d41f293,segment=NetworkSegment(e15e6e61-4793-4b3c-8e28-8614cba2f27c),segment_id=e15e6e61-4793-4b3c-8e28-8614cba2f27c)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:57:59.785072 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.db [req-ad1c9374-6ea5-45d0-aa66-b498d2d81660 req-c3926815-3ef9-4ac9-a882-a6e2ebedbf48 tempest-DeleteServersTestJSON-125597565 tempest-DeleteServersTestJSON-125597565-project] For port 13f99c8e-17b2-4e53-8058-e97ba340662a, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=13f99c8e-17b2-4e53-8058-e97ba340662a,segment=NetworkSegment(00445703-bb8c-4c15-8a4c-1420d277a484),segment_id=00445703-bb8c-4c15-8a4c-1420d277a484)] {{(pid=120042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:57:59.785492 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-ad1c9374-6ea5-45d0-aa66-b498d2d81660 req-c3926815-3ef9-4ac9-a882-a6e2ebedbf48 tempest-DeleteServersTestJSON-125597565 tempest-DeleteServersTestJSON-125597565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642786'] for port, precommit_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:59.844259 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:57:59.904659 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Pushing event updated for resources: {'Port': ['ID=3ca68ed4-8a9c-4f9e-9b7d-52411d41f293,revision_number=4']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:57:59.913842 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:57:59.914207 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:57:59.914559 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:57:59.914903 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:57:59.915243 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:57:59.915582 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:57:59.915944 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:57:59.916281 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:57:59.916715 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:57:59.916952 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:57:59.917275 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:57:59.917666 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:58:00.026816 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.plugin [req-ad1c9374-6ea5-45d0-aa66-b498d2d81660 req-c3926815-3ef9-4ac9-a882-a6e2ebedbf48 tempest-DeleteServersTestJSON-125597565 tempest-DeleteServersTestJSON-125597565-project] Calling delete_port for 13f99c8e-17b2-4e53-8058-e97ba340662a owned by compute:nova {{(pid=120042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 12:58:00.124820 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b70dee5-6c92-4b27-8285-61f3a9159728 req-c3410d56-40fe-488c-bd15-1d8d5f71a178 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:58:00.126822 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-6b70dee5-6c92-4b27-8285-61f3a9159728 req-c3410d56-40fe-488c-bd15-1d8d5f71a178 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b89fcec-d8ce-4be9-86ce-bfc7c9aeba12 HTTP/1.1" status: 200 len: 945 time: 0.1159441 Sep 03 12:58:00.183662 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-6b70dee5-6c92-4b27-8285-61f3a9159728 req-d116f987-44c9-4e1e-9304-f853f64200b3 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472851 Sep 03 12:58:00.207084 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] get_ports_and_sgs() called for port_ids ['3ca68ed4-8a9c-4f9e-9b7d-52411d41f293'] {{(pid=120043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 12:58:00.354691 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9786f33-8137-4338-91a3-378b37cca002 req-991f084a-342a-4da1-ab01-fe7b472db7b7 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:58:00.356589 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-e9786f33-8137-4338-91a3-378b37cca002 req-991f084a-342a-4da1-ab01-fe7b472db7b7 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/ports?device_id=be603712-ee38-4746-afc0-3fcf1571e004 HTTP/1.1" status: 200 len: 945 time: 0.0857210 Sep 03 12:58:00.358881 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-ad1c9374-6ea5-45d0-aa66-b498d2d81660 req-c3926815-3ef9-4ac9-a882-a6e2ebedbf48 tempest-DeleteServersTestJSON-125597565 tempest-DeleteServersTestJSON-125597565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763613567928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763613061268'] for port, after_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:00.367896 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd64fa5f-422e-4d70-83f9-96ab84341e3a req-7e16b3c1-b611-45cd-b78a-dc302801c3d1 tempest-DeleteServersTestJSON-125597565 tempest-DeleteServersTestJSON-125597565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:58:00.369727 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-fd64fa5f-422e-4d70-83f9-96ab84341e3a req-7e16b3c1-b611-45cd-b78a-dc302801c3d1 tempest-DeleteServersTestJSON-125597565 tempest-DeleteServersTestJSON-125597565-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a8c6589-cdd9-423f-8768-c5e11124438e HTTP/1.1" status: 200 len: 946 time: 0.0889182 Sep 03 12:58:00.418453 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3926815-3ef9-4ac9-a882-a6e2ebedbf48 tempest-DeleteServersTestJSON-125597565 tempest-DeleteServersTestJSON-125597565-project] Pushing event deleted for resources: {'Port': ['ID=13f99c8e-17b2-4e53-8058-e97ba340662a,revision_number=None']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:58:00.493330 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad1c9374-6ea5-45d0-aa66-b498d2d81660 req-c3926815-3ef9-4ac9-a882-a6e2ebedbf48 tempest-DeleteServersTestJSON-125597565 tempest-DeleteServersTestJSON-125597565-project] No DVR routers for this DVR port 13f99c8e-17b2-4e53-8058-e97ba340662a on host hv-cinder-78878 {{(pid=120042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 12:58:00.508040 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-ad1c9374-6ea5-45d0-aa66-b498d2d81660 req-c3926815-3ef9-4ac9-a882-a6e2ebedbf48 tempest-DeleteServersTestJSON-125597565 tempest-DeleteServersTestJSON-125597565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10697'] for port, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:00.510035 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ad1c9374-6ea5-45d0-aa66-b498d2d81660 req-c3926815-3ef9-4ac9-a882-a6e2ebedbf48 tempest-DeleteServersTestJSON-125597565 tempest-DeleteServersTestJSON-125597565-project] 10.222.0.11 "DELETE /v2.0/ports/13f99c8e-17b2-4e53-8058-e97ba340662a HTTP/1.1" status: 204 len: 173 time: 1.0136485 Sep 03 12:58:00.512478 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a8c6589-cdd9-423f-8768-c5e11124438e', 'name': 'network-vif-deleted', 'tag': '13f99c8e-17b2-4e53-8058-e97ba340662a'}] {{(pid=120042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 12:58:00.514924 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d2a6420b193a10f45e0477184c700453c1253cfa456d27c4e3ab5b2f2f62351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9676a370-bed5-4777-bf06-321d9982bb2b" -d '{"events": [{"server_uuid": "2a8c6589-cdd9-423f-8768-c5e11124438e", "name": "network-vif-deleted", "tag": "13f99c8e-17b2-4e53-8058-e97ba340662a"}]}' {{(pid=120042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 12:58:00.525799 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-fd64fa5f-422e-4d70-83f9-96ab84341e3a req-4227a7e4-88a8-4570-b14e-e1a42c0a8606 tempest-DeleteServersTestJSON-125597565 tempest-DeleteServersTestJSON-125597565-project] 10.222.0.24 "GET /v2.0/security-groups?id=6590f256-0f7c-4dac-9942-f701b4f2738f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447175 Sep 03 12:58:00.528429 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-e9786f33-8137-4338-91a3-378b37cca002 req-1bfadb8d-a728-4a3d-a1a7-99416e7760fd tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/security-groups?id=202644d7-0091-49f7-a3d6-689b64f2110e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578028 Sep 03 12:58:00.570541 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 12:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4679182-7a8a-41e5-a9ad-18b1d63f42a8 x-openstack-request-id: req-e4679182-7a8a-41e5-a9ad-18b1d63f42a8 {{(pid=120042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 12:58:00.570835 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a8c6589-cdd9-423f-8768-c5e11124438e", "name": "network-vif-deleted", "tag": "13f99c8e-17b2-4e53-8058-e97ba340662a", "status": "completed", "code": 200}]} {{(pid=120042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 12:58:00.571089 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e4679182-7a8a-41e5-a9ad-18b1d63f42a8 {{(pid=120042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 12:58:00.571494 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a8c6589-cdd9-423f-8768-c5e11124438e', 'name': 'network-vif-deleted', 'tag': '13f99c8e-17b2-4e53-8058-e97ba340662a', 'status': 'completed', 'code': 200} Sep 03 12:58:01.075682 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] get_ports_and_sgs() called for port_ids ['13f99c8e-17b2-4e53-8058-e97ba340662a'] {{(pid=120043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 12:58:01.314916 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310cf50a-9b4b-4c71-9d0b-3276186ea9a7 req-ad145429-e149-45fa-9f8f-96e4b840f3e8 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:58:01.316956 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-310cf50a-9b4b-4c71-9d0b-3276186ea9a7 req-ad145429-e149-45fa-9f8f-96e4b840f3e8 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b89fcec-d8ce-4be9-86ce-bfc7c9aeba12 HTTP/1.1" status: 200 len: 945 time: 0.0607526 Sep 03 12:58:01.356403 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-310cf50a-9b4b-4c71-9d0b-3276186ea9a7 req-418230cc-8633-40ea-ab98-e856fabf05af tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334163 Sep 03 12:58:01.571341 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Device 3ca68ed4-8a9c-4f9e-9b7d-52411d41f293 up at agent hyperv_hv-cinder-78878 {{(pid=120043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:58:01.678612 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Provisioning for port 3ca68ed4-8a9c-4f9e-9b7d-52411d41f293 completed by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 12:58:01.683111 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Provisioning complete for port 3ca68ed4-8a9c-4f9e-9b7d-52411d41f293 triggered by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:58:01.683543 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:01.711745 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-0fbad379-533e-4eb2-8ea6-811f311ca807 req-60ec4f95-bd7d-45fc-be0d-55c493ac71ec tempest-DeleteServersTestJSON-125597565 tempest-DeleteServersTestJSON-125597565-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a8c6589-cdd9-423f-8768-c5e11124438e HTTP/1.1" status: 200 len: 210 time: 0.0357826 Sep 03 12:58:01.733687 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82697578-c59b-4e71-829a-eb125083dc3b req-408fad2a-0bb5-477d-a65f-b0c5bea6bc1b tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:58:01.733687 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-82697578-c59b-4e71-829a-eb125083dc3b req-408fad2a-0bb5-477d-a65f-b0c5bea6bc1b tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/ports?device_id=be603712-ee38-4746-afc0-3fcf1571e004 HTTP/1.1" status: 200 len: 945 time: 0.0834057 Sep 03 12:58:01.778520 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:01.784661 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-82697578-c59b-4e71-829a-eb125083dc3b req-2b86b294-dae7-4ee2-baf7-ffe91fd09a70 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/security-groups?id=202644d7-0091-49f7-a3d6-689b64f2110e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501146 Sep 03 12:58:01.802039 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be603712-ee38-4746-afc0-3fcf1571e004', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ca68ed4-8a9c-4f9e-9b7d-52411d41f293'}] {{(pid=120043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 12:58:01.804298 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75183f2819bd2f1145e278a2316968184774222fd4353ccf17289daf4feac16a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-756b65fd-492f-42db-a3b6-df6dcf2df9d0" -d '{"events": [{"server_uuid": "be603712-ee38-4746-afc0-3fcf1571e004", "name": "network-vif-plugged", "status": "completed", "tag": "3ca68ed4-8a9c-4f9e-9b7d-52411d41f293"}]}' {{(pid=120043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 12:58:01.816915 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] For port 3ca68ed4-8a9c-4f9e-9b7d-52411d41f293, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=3ca68ed4-8a9c-4f9e-9b7d-52411d41f293,segment=NetworkSegment(e15e6e61-4793-4b3c-8e28-8614cba2f27c),segment_id=e15e6e61-4793-4b3c-8e28-8614cba2f27c)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:58:01.840475 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 12:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06a9ccb6-df81-4378-b564-f6a75162604e x-openstack-request-id: req-06a9ccb6-df81-4378-b564-f6a75162604e {{(pid=120043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 12:58:01.840717 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be603712-ee38-4746-afc0-3fcf1571e004", "name": "network-vif-plugged", "status": "completed", "tag": "3ca68ed4-8a9c-4f9e-9b7d-52411d41f293", "code": 200}]} {{(pid=120043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 12:58:01.840978 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-06a9ccb6-df81-4378-b564-f6a75162604e {{(pid=120043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 12:58:01.841377 dv-cinder-788782-9-iscsi neutron-server[120043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be603712-ee38-4746-afc0-3fcf1571e004', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ca68ed4-8a9c-4f9e-9b7d-52411d41f293', 'code': 200} Sep 03 12:58:01.886249 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:01.932842 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Pushing event updated for resources: {'Port': ['ID=3ca68ed4-8a9c-4f9e-9b7d-52411d41f293,revision_number=5']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:58:03.819130 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Device 13f99c8e-17b2-4e53-8058-e97ba340662a no longer exists at agent hyperv_hv-cinder-78878 {{(pid=120043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 12:58:03.838762 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.plugin [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] No Port match for: 13f99c8e-17b2-4e53-8058-e97ba340662a {{(pid=120043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 12:58:03.839114 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Device 13f99c8e-17b2-4e53-8058-e97ba340662a not bound to the agent host hv-cinder-78878 {{(pid=120043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 12:58:05.077567 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-d3a27ebd-e240-4a0d-9226-b9f21de68f92 req-f4fa8da6-b7bf-4a2b-a06d-31feef67459d tempest-DeleteServersTestJSON-125597565 tempest-DeleteServersTestJSON-125597565-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a8c6589-cdd9-423f-8768-c5e11124438e HTTP/1.1" status: 200 len: 210 time: 0.0365913 Sep 03 12:58:05.092737 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1a134f-decc-4688-8c06-960727d6ed46 req-6534179d-6399-4c88-a206-d1b3ac69f86f tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:58:05.094187 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-2a1a134f-decc-4688-8c06-960727d6ed46 req-6534179d-6399-4c88-a206-d1b3ac69f86f tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b89fcec-d8ce-4be9-86ce-bfc7c9aeba12 HTTP/1.1" status: 200 len: 945 time: 0.0998693 Sep 03 12:58:05.100601 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-34f4940c-4130-44f5-8f29-84942dd2111d req-45637fac-bcd0-4db0-bb6c-6e7e0a688432 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=586a3dfb-7487-4647-be53-d8125a0c749a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0958869 Sep 03 12:58:05.137443 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-2a1a134f-decc-4688-8c06-960727d6ed46 req-e264a153-00e0-4b28-b82f-0ceb54a3b769 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357335 Sep 03 12:58:05.196136 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8191e88f-9e3b-4e1c-9920-5b9935f197cf req-d6193987-b4f3-4e9b-a2e8-70fd4ad25102 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:58:05.197587 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-8191e88f-9e3b-4e1c-9920-5b9935f197cf req-d6193987-b4f3-4e9b-a2e8-70fd4ad25102 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/ports?device_id=be603712-ee38-4746-afc0-3fcf1571e004 HTTP/1.1" status: 200 len: 946 time: 0.0580106 Sep 03 12:58:05.255690 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-8191e88f-9e3b-4e1c-9920-5b9935f197cf req-61a9f037-c058-4f1c-8822-413b0675c2eb tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/security-groups?id=202644d7-0091-49f7-a3d6-689b64f2110e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496953 Sep 03 12:58:05.261474 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f4940c-4130-44f5-8f29-84942dd2111d req-be44a5ab-f952-44dc-8d4d-4f027f3a69cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:58:05.262902 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-34f4940c-4130-44f5-8f29-84942dd2111d req-be44a5ab-f952-44dc-8d4d-4f027f3a69cb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a78b59a0f91f4ce9a846e469dbce5484&device_id=586a3dfb-7487-4647-be53-d8125a0c749a HTTP/1.1" status: 200 len: 1098 time: 0.0644715 Sep 03 12:58:05.344578 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-0619e2aa-33ce-4d87-8365-9184c7c36d3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:05.406289 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f4940c-4130-44f5-8f29-84942dd2111d req-2bf14074-7f04-4057-a2dd-d869c6fd5906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:58:05.407859 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-34f4940c-4130-44f5-8f29-84942dd2111d req-2bf14074-7f04-4057-a2dd-d869c6fd5906 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5e5b8b41-03d5-4554-969f-d7a30c751bff HTTP/1.1" status: 200 len: 915 time: 0.1141021 Sep 03 12:58:05.414133 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a40b46c-bd6e-47c7-a16b-4717b0ef81e5 req-d98b9edc-8753-4960-a349-8c0898510e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:58:05.415527 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-8a40b46c-bd6e-47c7-a16b-4717b0ef81e5 req-d98b9edc-8753-4960-a349-8c0898510e44 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=be603712-ee38-4746-afc0-3fcf1571e004 HTTP/1.1" status: 200 len: 1099 time: 0.0556719 Sep 03 12:58:05.478434 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-34f4940c-4130-44f5-8f29-84942dd2111d req-0003ec3b-8825-471c-a1ca-8961ad59fc6c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d96262ba-32f5-43b0-a1cf-dc4b27e4d9ac HTTP/1.1" status: 200 len: 217 time: 0.0525777 Sep 03 12:58:05.531396 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-8a40b46c-bd6e-47c7-a16b-4717b0ef81e5 req-17c60d73-0846-4d03-a074-7a2d713c6410 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=202644d7-0091-49f7-a3d6-689b64f2110e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056762 Sep 03 12:58:05.545693 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f4940c-4130-44f5-8f29-84942dd2111d req-7841ac48-f6d4-42b1-886c-5e5749532133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:58:05.547280 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-34f4940c-4130-44f5-8f29-84942dd2111d req-7841ac48-f6d4-42b1-886c-5e5749532133 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7fcd5c28-d074-498e-8414-0624eda811c3 HTTP/1.1" status: 200 len: 855 time: 0.0601025 Sep 03 12:58:05.609412 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.agents_db [None req-4ecc573b-6c34-46c7-b31e-835fd9e30662 None None] Agent healthcheck: found 6 active agents {{(pid=120044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 12:58:05.819660 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-34f4940c-4130-44f5-8f29-84942dd2111d req-29a7ab9a-0adb-4e5f-b4bf-1256ec703f7b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5e5b8b41-03d5-4554-969f-d7a30c751bff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249014 Sep 03 12:58:05.937734 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-34f4940c-4130-44f5-8f29-84942dd2111d req-f0ccadb7-7ac9-4887-9b93-e3c4da65f4d7 service neutron] 10.222.0.11 "GET /v2.0/networks/5e5b8b41-03d5-4554-969f-d7a30c751bff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022198 Sep 03 12:58:06.053847 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-34f4940c-4130-44f5-8f29-84942dd2111d req-8801f1d8-e8de-4492-8382-bf7370c8a53d service neutron] 10.222.0.11 "GET /v2.0/networks/5e5b8b41-03d5-4554-969f-d7a30c751bff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115887 Sep 03 12:58:06.289566 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbd4ac2-b173-4239-bee0-54c6b32d04bf req-9ed692fa-e32b-447e-9e02-35ede1fad04f tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:58:06.290912 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-acbd4ac2-b173-4239-bee0-54c6b32d04bf req-9ed692fa-e32b-447e-9e02-35ede1fad04f tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b89fcec-d8ce-4be9-86ce-bfc7c9aeba12 HTTP/1.1" status: 200 len: 945 time: 0.0706580 Sep 03 12:58:06.357540 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-acbd4ac2-b173-4239-bee0-54c6b32d04bf req-0cd6317c-6aac-4b18-b467-b43bc3d8e3e6 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580890 Sep 03 12:58:06.392247 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c089ed53-278a-480c-a437-7ab58d95bec0 req-c8497384-f092-438f-93c2-fbfffdfdf20d tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:58:06.393762 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-c089ed53-278a-480c-a437-7ab58d95bec0 req-c8497384-f092-438f-93c2-fbfffdfdf20d tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/ports?device_id=be603712-ee38-4746-afc0-3fcf1571e004 HTTP/1.1" status: 200 len: 946 time: 0.0540888 Sep 03 12:58:06.436065 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-c089ed53-278a-480c-a437-7ab58d95bec0 req-74b5e581-1342-49ca-9d02-16d011499248 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/security-groups?id=202644d7-0091-49f7-a3d6-689b64f2110e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359251 Sep 03 12:58:06.851686 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:07.834472 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-16300322-76fa-43e3-9467-aed3990f9eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:08.381521 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:09.003697 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08724a11-fd48-4ea4-9071-7b022d0e8053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:09.919631 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785a1d5e-af32-4b0c-a86d-77f5d378493b req-b3b43c9d-4b7b-43ae-bb35-a8914117b7cb tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:58:09.921140 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-785a1d5e-af32-4b0c-a86d-77f5d378493b req-b3b43c9d-4b7b-43ae-bb35-a8914117b7cb tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b89fcec-d8ce-4be9-86ce-bfc7c9aeba12 HTTP/1.1" status: 200 len: 945 time: 0.0752580 Sep 03 12:58:09.933218 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243e0fb0-ab8b-4468-bb87-decd48f47082 req-f7eeb556-c239-4642-9295-60d34d2bb5f3 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:58:09.934623 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-243e0fb0-ab8b-4468-bb87-decd48f47082 req-f7eeb556-c239-4642-9295-60d34d2bb5f3 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/ports?device_id=be603712-ee38-4746-afc0-3fcf1571e004 HTTP/1.1" status: 200 len: 946 time: 0.0632071 Sep 03 12:58:09.992885 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-785a1d5e-af32-4b0c-a86d-77f5d378493b req-1d31e0a9-a4a5-41c4-b94a-684dccf00331 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557599 Sep 03 12:58:09.998646 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-243e0fb0-ab8b-4468-bb87-decd48f47082 req-7adc7281-fa70-4b30-998f-9d348e8f15ca tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/security-groups?id=202644d7-0091-49f7-a3d6-689b64f2110e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567911 Sep 03 12:58:10.746827 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-df5ee12c-e8c1-490b-8d0e-415336677a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:11.114447 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0e07d2-8fea-4c1c-9a84-6625975c5393 req-27af529c-4910-4158-8cab-418e690084f3 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:58:11.115991 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-6c0e07d2-8fea-4c1c-9a84-6625975c5393 req-27af529c-4910-4158-8cab-418e690084f3 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b89fcec-d8ce-4be9-86ce-bfc7c9aeba12 HTTP/1.1" status: 200 len: 945 time: 0.0555174 Sep 03 12:58:11.176821 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-6c0e07d2-8fea-4c1c-9a84-6625975c5393 req-5e77c06c-835a-4615-bc73-018ffe27ad5f tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516222 Sep 03 12:58:11.193726 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229b038d-12ba-48a2-b5d0-65752e4444c2 req-00e9bd5d-1691-47af-9a1d-11de5ce28f2d tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:58:11.193726 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-229b038d-12ba-48a2-b5d0-65752e4444c2 req-00e9bd5d-1691-47af-9a1d-11de5ce28f2d tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/ports?device_id=be603712-ee38-4746-afc0-3fcf1571e004 HTTP/1.1" status: 200 len: 946 time: 0.0737514 Sep 03 12:58:11.233268 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-229b038d-12ba-48a2-b5d0-65752e4444c2 req-172281c8-0084-4555-8abf-92a8285a71de tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/security-groups?id=202644d7-0091-49f7-a3d6-689b64f2110e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337884 Sep 03 12:58:15.449608 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691a9a01-e6f8-4678-8726-c4be84d8f5a3 req-00c37076-27b0-4d5d-a504-bc58519722ea tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:58:15.451127 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-691a9a01-e6f8-4678-8726-c4be84d8f5a3 req-00c37076-27b0-4d5d-a504-bc58519722ea tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b89fcec-d8ce-4be9-86ce-bfc7c9aeba12 HTTP/1.1" status: 200 len: 945 time: 0.0543902 Sep 03 12:58:15.481385 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 36806) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:58:15.489486 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-691a9a01-e6f8-4678-8726-c4be84d8f5a3 req-72e86470-8b1e-47d8-a0da-f33ed387d59d tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321507 Sep 03 12:58:15.526060 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb1c4ddc-4732-4d1a-8eb3-da8c0658bc08 admin admin] Deleting subnet 445ff8a0-5260-4719-91a0-6aa50557491a {{(pid=120041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 12:58:15.529179 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-cb1c4ddc-4732-4d1a-8eb3-da8c0658bc08 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:15.563243 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-cb1c4ddc-4732-4d1a-8eb3-da8c0658bc08 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:15.572249 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-cb1c4ddc-4732-4d1a-8eb3-da8c0658bc08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667103'] for subnet, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:15.720658 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-cb1c4ddc-4732-4d1a-8eb3-da8c0658bc08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384'] for subnet, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:15.750475 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1c4ddc-4732-4d1a-8eb3-da8c0658bc08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=445ff8a0-5260-4719-91a0-6aa50557491a,revision_number=None']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:58:15.754179 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-cb1c4ddc-4732-4d1a-8eb3-da8c0658bc08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575370'] for subnet, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:15.757071 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-cb1c4ddc-4732-4d1a-8eb3-da8c0658bc08 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/445ff8a0-5260-4719-91a0-6aa50557491a HTTP/1.1" status: 204 len: 168 time: 0.2737117 Sep 03 12:58:15.758620 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 36810) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:58:15.824413 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-fa45aabc-3dcc-4012-a844-d9e08e2945cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578772'] for network, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:15.907416 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-fa45aabc-3dcc-4012-a844-d9e08e2945cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665418', 'neutron.services.segments.db._delete_segments_for_network-8763613606485'] for network, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:15.918294 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-fa45aabc-3dcc-4012-a844-d9e08e2945cf admin admin] Subscribe: > segment before_delete 55550000 {{(pid=120041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:58:15.918637 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-fa45aabc-3dcc-4012-a844-d9e08e2945cf admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=120041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:58:15.919417 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-fa45aabc-3dcc-4012-a844-d9e08e2945cf admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=120041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:58:15.919759 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-fa45aabc-3dcc-4012-a844-d9e08e2945cf admin admin] Subscribe: > port after_create 55550000 {{(pid=120041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:58:15.920135 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-fa45aabc-3dcc-4012-a844-d9e08e2945cf admin admin] Subscribe: > port after_delete 55550000 {{(pid=120041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:58:15.920497 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-fa45aabc-3dcc-4012-a844-d9e08e2945cf admin admin] Subscribe: > port after_update 55550000 {{(pid=120041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:58:15.920833 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-fa45aabc-3dcc-4012-a844-d9e08e2945cf admin admin] Subscribe: > segment after_delete 55550000 {{(pid=120041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:58:15.921175 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-fa45aabc-3dcc-4012-a844-d9e08e2945cf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=120041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:58:15.921513 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-fa45aabc-3dcc-4012-a844-d9e08e2945cf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=120041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:58:15.921860 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-fa45aabc-3dcc-4012-a844-d9e08e2945cf admin admin] Subscribe: > subnet after_update 55550000 {{(pid=120041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:58:16.090654 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-fa45aabc-3dcc-4012-a844-d9e08e2945cf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=120041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:58:16.091009 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-fa45aabc-3dcc-4012-a844-d9e08e2945cf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=120041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:58:16.091350 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-fa45aabc-3dcc-4012-a844-d9e08e2945cf admin admin] Subscribe: > subnet before_create 55550000 {{(pid=120041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:58:16.091686 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-fa45aabc-3dcc-4012-a844-d9e08e2945cf admin admin] Subscribe: > subnet before_update 55550000 {{(pid=120041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:58:16.092111 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.services.segments.db [None req-fa45aabc-3dcc-4012-a844-d9e08e2945cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6188b2f6-b26c-4562-8b61-dd68bee2cf74']}} {{(pid=120041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:58:16.110157 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.services.segments.db [None req-fa45aabc-3dcc-4012-a844-d9e08e2945cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00445703-bb8c-4c15-8a4c-1420d277a484') {'for_net_delete': True} {{(pid=120041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:58:16.114996 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.services.segments.db [None req-fa45aabc-3dcc-4012-a844-d9e08e2945cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00445703-bb8c-4c15-8a4c-1420d277a484') {} {{(pid=120041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:58:16.126275 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-fa45aabc-3dcc-4012-a844-d9e08e2945cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763613607518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-533074373'] for segment, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:16.147286 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-fa45aabc-3dcc-4012-a844-d9e08e2945cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669750'] for segment, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:16.155029 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa45aabc-3dcc-4012-a844-d9e08e2945cf admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=120041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 12:58:16.155410 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-fa45aabc-3dcc-4012-a844-d9e08e2945cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533180538'] for segment, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:16.159317 dv-cinder-788782-9-iscsi neutron-server[120041]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 03 12:58:16.159317 dv-cinder-788782-9-iscsi neutron-server[120041]: from cryptography.utils import int_from_bytes Sep 03 12:58:16.159317 dv-cinder-788782-9-iscsi neutron-server[120041]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 03 12:58:16.159317 dv-cinder-788782-9-iscsi neutron-server[120041]: from cryptography.utils import int_from_bytes Sep 03 12:58:16.159317 dv-cinder-788782-9-iscsi neutron-server[120041]: Traceback (most recent call last): Sep 03 12:58:16.159317 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 12:58:16.159317 dv-cinder-788782-9-iscsi neutron-server[120041]: timer() Sep 03 12:58:16.159317 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 12:58:16.159317 dv-cinder-788782-9-iscsi neutron-server[120041]: cb(*args, **kw) Sep 03 12:58:16.159317 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 12:58:16.159317 dv-cinder-788782-9-iscsi neutron-server[120041]: return func(*args, **kwargs) Sep 03 12:58:16.159317 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 12:58:16.159317 dv-cinder-788782-9-iscsi neutron-server[120041]: self._notify() Sep 03 12:58:16.159317 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 12:58:16.159317 dv-cinder-788782-9-iscsi neutron-server[120041]: self.callback(batched_events) Sep 03 12:58:16.159317 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 12:58:16.159317 dv-cinder-788782-9-iscsi neutron-server[120041]: event.method(event) Sep 03 12:58:16.159317 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 12:58:16.159317 dv-cinder-788782-9-iscsi neutron-server[120041]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 12:58:16.159317 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 12:58:16.159317 dv-cinder-788782-9-iscsi neutron-server[120041]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 12:58:16.159317 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 12:58:16.159317 dv-cinder-788782-9-iscsi neutron-server[120041]: return f(self, *a, **k) Sep 03 12:58:16.159317 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 12:58:16.159317 dv-cinder-788782-9-iscsi neutron-server[120041]: return self._get(url).json() Sep 03 12:58:16.159317 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 12:58:16.159317 dv-cinder-788782-9-iscsi neutron-server[120041]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 12:58:16.159317 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 12:58:16.159317 dv-cinder-788782-9-iscsi neutron-server[120041]: return self.request(url, 'GET', **kwargs) Sep 03 12:58:16.159317 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 12:58:16.159317 dv-cinder-788782-9-iscsi neutron-server[120041]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 12:58:16.159317 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 12:58:16.159317 dv-cinder-788782-9-iscsi neutron-server[120041]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 12:58:16.159317 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 12:58:16.159317 dv-cinder-788782-9-iscsi neutron-server[120041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 12:58:16.159317 dv-cinder-788782-9-iscsi neutron-server[120041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 12:58:16.318796 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-fa45aabc-3dcc-4012-a844-d9e08e2945cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748793'] for network, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:16.339371 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-fa45aabc-3dcc-4012-a844-d9e08e2945cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575370'] for network, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:16.341475 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-fa45aabc-3dcc-4012-a844-d9e08e2945cf admin admin] 10.222.0.24 "DELETE /v2.0/networks/6188b2f6-b26c-4562-8b61-dd68bee2cf74 HTTP/1.1" status: 204 len: 168 time: 0.5819435 Sep 03 12:58:16.342716 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa45aabc-3dcc-4012-a844-d9e08e2945cf admin admin] Pushing event deleted for resources: {'Network': ['ID=6188b2f6-b26c-4562-8b61-dd68bee2cf74,revision_number=None']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:58:16.609383 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42712a9-06c2-4157-bada-9304f5eee586 req-57c7f509-31ce-418e-8cb6-2db278073b7c tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:58:16.610836 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-d42712a9-06c2-4157-bada-9304f5eee586 req-57c7f509-31ce-418e-8cb6-2db278073b7c tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b89fcec-d8ce-4be9-86ce-bfc7c9aeba12 HTTP/1.1" status: 200 len: 945 time: 0.0538254 Sep 03 12:58:16.649027 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-d42712a9-06c2-4157-bada-9304f5eee586 req-9f6d2421-02b4-4d34-9535-43e4cb3b1168 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315475 Sep 03 12:58:16.741096 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 36836) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:58:16.781841 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-2df7f74e-0eda-417e-acbf-53ea2a2f8c21 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=94eadd80b1464ea99c245df3babcfbf8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0395598 Sep 03 12:58:16.784387 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 36842) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:58:16.834261 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-c97d52ed-cac5-4f9d-92d3-60d21d28c4dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:16.855625 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-c97d52ed-cac5-4f9d-92d3-60d21d28c4dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:16.976082 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-c97d52ed-cac5-4f9d-92d3-60d21d28c4dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:16.978703 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-c97d52ed-cac5-4f9d-92d3-60d21d28c4dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:16.980464 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-c97d52ed-cac5-4f9d-92d3-60d21d28c4dd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6590f256-0f7c-4dac-9942-f701b4f2738f HTTP/1.1" status: 204 len: 168 time: 0.1945539 Sep 03 12:58:16.988723 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97d52ed-cac5-4f9d-92d3-60d21d28c4dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6590f256-0f7c-4dac-9942-f701b4f2738f,revision_number=None']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:58:17.764743 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1ba1c2-deaa-4084-ad50-9554ba228695 req-70c7f15d-539b-4d83-94ff-fed02bc59dc8 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:58:17.766291 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-5b1ba1c2-deaa-4084-ad50-9554ba228695 req-70c7f15d-539b-4d83-94ff-fed02bc59dc8 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b89fcec-d8ce-4be9-86ce-bfc7c9aeba12 HTTP/1.1" status: 200 len: 945 time: 0.0493827 Sep 03 12:58:17.805603 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-5b1ba1c2-deaa-4084-ad50-9554ba228695 req-c1f0bbd7-725b-450f-a79c-a4771cfa5c54 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326550 Sep 03 12:58:17.984723 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc6e58a-5e4f-4df2-96a6-79bc7b16a8b0 req-3997682d-0f51-4ead-89b2-1caa34c1d616 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:58:17.986579 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-4cc6e58a-5e4f-4df2-96a6-79bc7b16a8b0 req-3997682d-0f51-4ead-89b2-1caa34c1d616 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/networks?id=5e5b8b41-03d5-4554-969f-d7a30c751bff HTTP/1.1" status: 200 len: 815 time: 0.1084623 Sep 03 12:58:18.021730 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-4cc6e58a-5e4f-4df2-96a6-79bc7b16a8b0 req-38b88faa-ca51-4467-a3b1-22a4f2ee9fa8 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/quotas/a78b59a0f91f4ce9a846e469dbce5484 HTTP/1.1" status: 200 len: 375 time: 0.0142353 Sep 03 12:58:18.078220 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-4cc6e58a-5e4f-4df2-96a6-79bc7b16a8b0 req-85eb6ec0-0473-47d0-b9c0-c4faeeb80a4a tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a78b59a0f91f4ce9a846e469dbce5484&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0644181 Sep 03 12:58:18.166921 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-4cc6e58a-5e4f-4df2-96a6-79bc7b16a8b0 req-7d5cc0b4-daf0-4cc5-be41-8d39a70fbca7 service neutron] 10.222.0.24 "GET /v2.0/networks/5e5b8b41-03d5-4554-969f-d7a30c751bff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876875 Sep 03 12:58:18.259750 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-4cc6e58a-5e4f-4df2-96a6-79bc7b16a8b0 req-5760bdbb-e9b5-433f-ae9b-b7ec7732a66f service neutron] 10.222.0.24 "GET /v2.0/networks/5e5b8b41-03d5-4554-969f-d7a30c751bff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868509 Sep 03 12:58:18.621083 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-7bbe957c-25c7-43f6-ab2c-c1d54978b40f req-fe6f6515-bd7e-40ea-945d-2fdafc59ae51 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6a2776e-9bdb-433e-b1cf-ceecd0df3b59 HTTP/1.1" status: 200 len: 210 time: 0.0262628 Sep 03 12:58:20.695609 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6d1f13-576b-4afc-8d91-9a2889fc6f4b req-f2e0fe1b-7c5c-48d2-84d1-c12168887186 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:58:20.697277 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-5e6d1f13-576b-4afc-8d91-9a2889fc6f4b req-f2e0fe1b-7c5c-48d2-84d1-c12168887186 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b89fcec-d8ce-4be9-86ce-bfc7c9aeba12 HTTP/1.1" status: 200 len: 945 time: 0.0490308 Sep 03 12:58:20.736612 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-55f12920-8f11-4b7e-ab59-22720e2ede7b req-56a5d270-565a-48ea-91e0-df43614e0d58 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6a2776e-9bdb-433e-b1cf-ceecd0df3b59 HTTP/1.1" status: 200 len: 210 time: 0.0382044 Sep 03 12:58:20.756167 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-5e6d1f13-576b-4afc-8d91-9a2889fc6f4b req-be79d941-b626-44d0-a2fd-64047decb6cf tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498414 Sep 03 12:58:21.345753 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 36992) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:58:21.448783 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-41c48136-90e6-4c36-afe3-9d886717aad1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:21.539087 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-41c48136-90e6-4c36-afe3-9d886717aad1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:21.598519 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-41c48136-90e6-4c36-afe3-9d886717aad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:21.644660 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-41c48136-90e6-4c36-afe3-9d886717aad1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b214fcb21f8d48b6b2fe066d43441a53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2978241 Sep 03 12:58:21.645549 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c48136-90e6-4c36-afe3-9d886717aad1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d904d216-7a00-43b6-b0d5-de039e01ff0d,revision_number=1']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:58:21.648525 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 37008) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:58:21.699506 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-f96e5580-ce34-49af-8725-ce6e89e75080 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:21.720804 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-f96e5580-ce34-49af-8725-ce6e89e75080 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:21.856267 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-e27efb76-4338-47b7-8b95-b58879d4fccd req-6eadb1be-6096-4c54-90cf-316faf8e5440 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6a2776e-9bdb-433e-b1cf-ceecd0df3b59 HTTP/1.1" status: 200 len: 210 time: 0.0477409 Sep 03 12:58:21.868988 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-f96e5580-ce34-49af-8725-ce6e89e75080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:21.871577 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-f96e5580-ce34-49af-8725-ce6e89e75080 admin admin] Notify callbacks [] for security_group, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:21.872763 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-f96e5580-ce34-49af-8725-ce6e89e75080 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d904d216-7a00-43b6-b0d5-de039e01ff0d HTTP/1.1" status: 204 len: 168 time: 0.2232671 Sep 03 12:58:21.883715 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96e5580-ce34-49af-8725-ce6e89e75080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d904d216-7a00-43b6-b0d5-de039e01ff0d,revision_number=None']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:58:21.976214 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf9215c-becf-47d6-9cd8-ee47ef0c1d89 req-f54fae57-5dc0-4517-8ec7-05a9d609acfd tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:58:21.977710 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-1bf9215c-becf-47d6-9cd8-ee47ef0c1d89 req-f54fae57-5dc0-4517-8ec7-05a9d609acfd tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b89fcec-d8ce-4be9-86ce-bfc7c9aeba12 HTTP/1.1" status: 200 len: 945 time: 0.1238394 Sep 03 12:58:21.988004 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc6e58a-5e4f-4df2-96a6-79bc7b16a8b0 req-fbeee04b-c912-4f14-91b9-3d4a853b64e3 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:58:21.988004 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-4cc6e58a-5e4f-4df2-96a6-79bc7b16a8b0 req-fbeee04b-c912-4f14-91b9-3d4a853b64e3 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.11 "GET /v2.0/networks?id=5e5b8b41-03d5-4554-969f-d7a30c751bff HTTP/1.1" status: 200 len: 815 time: 0.1804645 Sep 03 12:58:22.006051 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.v2.base [req-4cc6e58a-5e4f-4df2-96a6-79bc7b16a8b0 req-a8b3c5ef-f704-455e-8405-b8d64106a4fc tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Request body: {'port': {'device_id': 'd6a2776e-9bdb-433e-b1cf-ceecd0df3b59', 'network_id': '5e5b8b41-03d5-4554-969f-d7a30c751bff', 'admin_state_up': True, 'tenant_id': 'a78b59a0f91f4ce9a846e469dbce5484'}} {{(pid=120042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:58:22.046778 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 37020) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:58:22.054049 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-1bf9215c-becf-47d6-9cd8-ee47ef0c1d89 req-bab9b17c-60c7-4f81-84f5-c27b0851f565 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653841 Sep 03 12:58:22.206552 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cc6e58a-5e4f-4df2-96a6-79bc7b16a8b0 req-a8b3c5ef-f704-455e-8405-b8d64106a4fc tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Made reservation on behalf of a78b59a0f91f4ce9a846e469dbce5484 for: {'port': 1} {{(pid=120042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 12:58:22.211735 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-4cc6e58a-5e4f-4df2-96a6-79bc7b16a8b0 req-a8b3c5ef-f704-455e-8405-b8d64106a4fc tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:22.272143 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-d70dfdc2-d341-405a-b532-fc7dbf744354 admin admin] Notify callbacks [] for security_group, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:22.389578 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-d70dfdc2-d341-405a-b532-fc7dbf744354 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:22.390289 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.db_base_plugin_common [req-4cc6e58a-5e4f-4df2-96a6-79bc7b16a8b0 req-a8b3c5ef-f704-455e-8405-b8d64106a4fc tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Allocated IP 172.20.0.5 (5e5b8b41-03d5-4554-969f-d7a30c751bff/7fcd5c28-d074-498e-8414-0624eda811c3/29cdd403-6d5a-430e-8455-48deaf98668e) {{(pid=120042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 12:58:22.483836 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-d70dfdc2-d341-405a-b532-fc7dbf744354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:22.520166 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70dfdc2-d341-405a-b532-fc7dbf744354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac8b5ddd-a858-4e1d-b94c-c63fa597c460,revision_number=1']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:58:22.539539 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-d70dfdc2-d341-405a-b532-fc7dbf744354 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9e0c44d3a51c4526b62c754c94239530&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4916611 Sep 03 12:58:22.540282 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 37048) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:58:22.551377 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-4cc6e58a-5e4f-4df2-96a6-79bc7b16a8b0 req-a8b3c5ef-f704-455e-8405-b8d64106a4fc tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Notify callbacks [] for port, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:22.625434 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-c72bf12a-b8c6-4e75-87a0-7e562294e173 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:22.655449 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-c72bf12a-b8c6-4e75-87a0-7e562294e173 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:22.704740 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-4cc6e58a-5e4f-4df2-96a6-79bc7b16a8b0 req-a8b3c5ef-f704-455e-8405-b8d64106a4fc tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763613061259'] for port, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:22.718155 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] get_ports_and_sgs() called for port_ids ['d96262ba-32f5-43b0-a1cf-dc4b27e4d9ac', '3ca68ed4-8a9c-4f9e-9b7d-52411d41f293'] {{(pid=120043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 12:58:22.752470 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cc6e58a-5e4f-4df2-96a6-79bc7b16a8b0 req-a8b3c5ef-f704-455e-8405-b8d64106a4fc tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Network 5e5b8b41-03d5-4554-969f-d7a30c751bff is already hosted by enough agents. {{(pid=120042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 12:58:22.756381 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.base_scheduler [req-4cc6e58a-5e4f-4df2-96a6-79bc7b16a8b0 req-a8b3c5ef-f704-455e-8405-b8d64106a4fc tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Resources bound (agent type, host, resource id): {{(pid=120042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:58:22.759457 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cc6e58a-5e4f-4df2-96a6-79bc7b16a8b0 req-a8b3c5ef-f704-455e-8405-b8d64106a4fc tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Received port after_create {{(pid=120042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 12:58:22.765259 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc6e58a-5e4f-4df2-96a6-79bc7b16a8b0 req-a8b3c5ef-f704-455e-8405-b8d64106a4fc tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:58:22.765907 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-4cc6e58a-5e4f-4df2-96a6-79bc7b16a8b0 req-a8b3c5ef-f704-455e-8405-b8d64106a4fc tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10697'] for port, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:22.782154 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3c5ef-f704-455e-8405-b8d64106a4fc tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Pushing event updated for resources: {'Port': ['ID=29cdd403-6d5a-430e-8455-48deaf98668e,revision_number=1']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:58:22.812114 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-c72bf12a-b8c6-4e75-87a0-7e562294e173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:22.815003 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-c72bf12a-b8c6-4e75-87a0-7e562294e173 admin admin] Notify callbacks [] for security_group, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:22.819623 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-c72bf12a-b8c6-4e75-87a0-7e562294e173 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ac8b5ddd-a858-4e1d-b94c-c63fa597c460 HTTP/1.1" status: 204 len: 168 time: 0.2783241 Sep 03 12:58:22.831104 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72bf12a-b8c6-4e75-87a0-7e562294e173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac8b5ddd-a858-4e1d-b94c-c63fa597c460,revision_number=None']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:58:22.887140 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-4cc6e58a-5e4f-4df2-96a6-79bc7b16a8b0 req-a8b3c5ef-f704-455e-8405-b8d64106a4fc tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8847640 Sep 03 12:58:22.911385 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.v2.base [req-4cc6e58a-5e4f-4df2-96a6-79bc7b16a8b0 req-ee5dbabb-8d5a-4921-8da5-ddbd112521ba service neutron] Request body: {'port': {'device_id': 'd6a2776e-9bdb-433e-b1cf-ceecd0df3b59', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=120042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:58:23.046526 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-4cc6e58a-5e4f-4df2-96a6-79bc7b16a8b0 req-ee5dbabb-8d5a-4921-8da5-ddbd112521ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:23.064799 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0f6ada-de36-44c7-bbaa-2de3614a61fd req-585fa8dc-3e47-4809-9c38-9ea219ae4d9c tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:58:23.066287 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-4c0f6ada-de36-44c7-bbaa-2de3614a61fd req-585fa8dc-3e47-4809-9c38-9ea219ae4d9c tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6a2776e-9bdb-433e-b1cf-ceecd0df3b59 HTTP/1.1" status: 200 len: 931 time: 0.1120195 Sep 03 12:58:23.185821 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-4c0f6ada-de36-44c7-bbaa-2de3614a61fd req-7330896c-7b54-4c7d-9d84-1ee8e1f9eb93 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/security-groups?id=202644d7-0091-49f7-a3d6-689b64f2110e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962882 Sep 03 12:58:23.272374 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acb2515-b904-4a61-a230-3b58a62d3425 req-da30712c-f691-4db9-a20d-97b777604d21 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:58:23.273712 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-9acb2515-b904-4a61-a230-3b58a62d3425 req-da30712c-f691-4db9-a20d-97b777604d21 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b89fcec-d8ce-4be9-86ce-bfc7c9aeba12 HTTP/1.1" status: 200 len: 945 time: 0.0934696 Sep 03 12:58:23.354451 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-9acb2515-b904-4a61-a230-3b58a62d3425 req-1963911f-0ac6-4709-83a2-4fef3cd82d0b tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564020 Sep 03 12:58:23.414414 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.notifiers.nova [req-4cc6e58a-5e4f-4df2-96a6-79bc7b16a8b0 req-ee5dbabb-8d5a-4921-8da5-ddbd112521ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29cdd403-6d5a-430e-8455-48deaf98668e {{(pid=120042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 12:58:23.421852 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-4cc6e58a-5e4f-4df2-96a6-79bc7b16a8b0 req-ee5dbabb-8d5a-4921-8da5-ddbd112521ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:23.433243 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.provisioning_blocks [req-4cc6e58a-5e4f-4df2-96a6-79bc7b16a8b0 req-ee5dbabb-8d5a-4921-8da5-ddbd112521ba service neutron] Transition to ACTIVE for port object 29cdd403-6d5a-430e-8455-48deaf98668e will not be triggered until provisioned by entity L2. {{(pid=120042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 12:58:23.565925 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-4cc6e58a-5e4f-4df2-96a6-79bc7b16a8b0 req-ee5dbabb-8d5a-4921-8da5-ddbd112521ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:23.616388 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5dbabb-8d5a-4921-8da5-ddbd112521ba service neutron] Pushing event updated for resources: {'Port': ['ID=29cdd403-6d5a-430e-8455-48deaf98668e,revision_number=2']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:58:23.632590 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 37090) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:58:23.649655 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.managers [req-4cc6e58a-5e4f-4df2-96a6-79bc7b16a8b0 req-ee5dbabb-8d5a-4921-8da5-ddbd112521ba service neutron] Attempting to bind port 29cdd403-6d5a-430e-8455-48deaf98668e on host hv-cinder-78878 for vnic_type normal with profile {{(pid=120042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 12:58:23.650091 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-0f37ded5-4917-4824-b6a0-9d8efd99a707 admin admin] Notify callbacks [] for security_group, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:23.650202 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.managers [req-4cc6e58a-5e4f-4df2-96a6-79bc7b16a8b0 req-ee5dbabb-8d5a-4921-8da5-ddbd112521ba service neutron] Attempting to bind port 29cdd403-6d5a-430e-8455-48deaf98668e by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': 'e15e6e61-4793-4b3c-8e28-8614cba2f27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5e5b8b41-03d5-4554-969f-d7a30c751bff'}] {{(pid=120042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 12:58:23.650542 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc6e58a-5e4f-4df2-96a6-79bc7b16a8b0 req-ee5dbabb-8d5a-4921-8da5-ddbd112521ba service neutron] Attempting to bind port 29cdd403-6d5a-430e-8455-48deaf98668e on network 5e5b8b41-03d5-4554-969f-d7a30c751bff {{(pid=120042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 12:58:23.658337 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc6e58a-5e4f-4df2-96a6-79bc7b16a8b0 req-ee5dbabb-8d5a-4921-8da5-ddbd112521ba service neutron] Port 29cdd403-6d5a-430e-8455-48deaf98668e on network 5e5b8b41-03d5-4554-969f-d7a30c751bff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=120042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 12:58:23.658863 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc6e58a-5e4f-4df2-96a6-79bc7b16a8b0 req-ee5dbabb-8d5a-4921-8da5-ddbd112521ba service neutron] Attempting to bind port 29cdd403-6d5a-430e-8455-48deaf98668e on network 5e5b8b41-03d5-4554-969f-d7a30c751bff {{(pid=120042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 12:58:23.666268 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc6e58a-5e4f-4df2-96a6-79bc7b16a8b0 req-ee5dbabb-8d5a-4921-8da5-ddbd112521ba service neutron] Checking agent: {'id': '0f6a9262-0a79-4cf4-ac76-73211ad22d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 12, 55, 7), 'started_at': datetime.datetime(2021, 9, 3, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 12, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 12:58:23.666613 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc6e58a-5e4f-4df2-96a6-79bc7b16a8b0 req-ee5dbabb-8d5a-4921-8da5-ddbd112521ba service neutron] Checking segment: {'id': 'e15e6e61-4793-4b3c-8e28-8614cba2f27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5e5b8b41-03d5-4554-969f-d7a30c751bff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 12:58:23.667001 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc6e58a-5e4f-4df2-96a6-79bc7b16a8b0 req-ee5dbabb-8d5a-4921-8da5-ddbd112521ba service neutron] Bound using segment: {'id': 'e15e6e61-4793-4b3c-8e28-8614cba2f27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5e5b8b41-03d5-4554-969f-d7a30c751bff'} {{(pid=120042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 12:58:23.667440 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.managers [req-4cc6e58a-5e4f-4df2-96a6-79bc7b16a8b0 req-ee5dbabb-8d5a-4921-8da5-ddbd112521ba service neutron] Bound port: 29cdd403-6d5a-430e-8455-48deaf98668e, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e15e6e61-4793-4b3c-8e28-8614cba2f27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5e5b8b41-03d5-4554-969f-d7a30c751bff'}}] {{(pid=120042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 12:58:23.667807 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-4cc6e58a-5e4f-4df2-96a6-79bc7b16a8b0 req-ee5dbabb-8d5a-4921-8da5-ddbd112521ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:23.731290 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.db [req-4cc6e58a-5e4f-4df2-96a6-79bc7b16a8b0 req-ee5dbabb-8d5a-4921-8da5-ddbd112521ba service neutron] For port 29cdd403-6d5a-430e-8455-48deaf98668e, host hv-cinder-78878, cleared binding levels {{(pid=120042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 12:58:23.734284 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.db [req-4cc6e58a-5e4f-4df2-96a6-79bc7b16a8b0 req-ee5dbabb-8d5a-4921-8da5-ddbd112521ba service neutron] For port 29cdd403-6d5a-430e-8455-48deaf98668e, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=29cdd403-6d5a-430e-8455-48deaf98668e,segment=NetworkSegment(e15e6e61-4793-4b3c-8e28-8614cba2f27c),segment_id=e15e6e61-4793-4b3c-8e28-8614cba2f27c)] {{(pid=120042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 12:58:23.737543 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-0f37ded5-4917-4824-b6a0-9d8efd99a707 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:23.809998 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-4cc6e58a-5e4f-4df2-96a6-79bc7b16a8b0 req-ee5dbabb-8d5a-4921-8da5-ddbd112521ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:23.841374 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-0f37ded5-4917-4824-b6a0-9d8efd99a707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:23.843395 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc6e58a-5e4f-4df2-96a6-79bc7b16a8b0 req-ee5dbabb-8d5a-4921-8da5-ddbd112521ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:58:23.844044 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-4cc6e58a-5e4f-4df2-96a6-79bc7b16a8b0 req-ee5dbabb-8d5a-4921-8da5-ddbd112521ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10697'] for port, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:23.845440 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-4cc6e58a-5e4f-4df2-96a6-79bc7b16a8b0 req-ee5dbabb-8d5a-4921-8da5-ddbd112521ba service neutron] 10.222.0.11 "PUT /v2.0/ports/29cdd403-6d5a-430e-8455-48deaf98668e HTTP/1.1" status: 200 len: 1093 time: 0.9386427 Sep 03 12:58:23.846758 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6a2776e-9bdb-433e-b1cf-ceecd0df3b59', 'tag': '29cdd403-6d5a-430e-8455-48deaf98668e'}] {{(pid=120042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 12:58:23.848889 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d2a6420b193a10f45e0477184c700453c1253cfa456d27c4e3ab5b2f2f62351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6b9405e-0415-4949-90dc-e45b78b9661d" -d '{"events": [{"name": "network-changed", "server_uuid": "d6a2776e-9bdb-433e-b1cf-ceecd0df3b59", "tag": "29cdd403-6d5a-430e-8455-48deaf98668e"}]}' {{(pid=120042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 12:58:23.878582 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5dbabb-8d5a-4921-8da5-ddbd112521ba service neutron] Pushing event updated for resources: {'Port': ['ID=29cdd403-6d5a-430e-8455-48deaf98668e,revision_number=3']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:58:23.908388 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 12:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff9fc7b8-b6a3-4a7c-920d-691b49525c26 x-openstack-request-id: req-ff9fc7b8-b6a3-4a7c-920d-691b49525c26 {{(pid=120042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 12:58:23.908388 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6a2776e-9bdb-433e-b1cf-ceecd0df3b59", "tag": "29cdd403-6d5a-430e-8455-48deaf98668e", "status": "completed", "code": 200}]} {{(pid=120042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 12:58:23.908388 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ff9fc7b8-b6a3-4a7c-920d-691b49525c26 {{(pid=120042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 12:58:23.908388 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6a2776e-9bdb-433e-b1cf-ceecd0df3b59', 'tag': '29cdd403-6d5a-430e-8455-48deaf98668e', 'status': 'completed', 'code': 200} Sep 03 12:58:23.909133 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f37ded5-4917-4824-b6a0-9d8efd99a707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6d1b77a-a107-4c99-88cb-165682b5dedb,revision_number=1']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:58:23.927256 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-0f37ded5-4917-4824-b6a0-9d8efd99a707 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c35495bb4da54003ba0ffa5cc4caee60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2927740 Sep 03 12:58:23.929890 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 37102) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:58:23.991308 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-7ac6eea2-02c9-4d7c-a352-77f0c2c724eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:23.998523 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b9405e-0415-4949-90dc-e45b78b9661d req-0940db7f-cf31-4121-a0e6-48991c3a60df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:58:24.005858 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-e6b9405e-0415-4949-90dc-e45b78b9661d req-0940db7f-cf31-4121-a0e6-48991c3a60df service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a78b59a0f91f4ce9a846e469dbce5484&device_id=d6a2776e-9bdb-433e-b1cf-ceecd0df3b59 HTTP/1.1" status: 200 len: 1096 time: 0.0456078 Sep 03 12:58:24.025865 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-7ac6eea2-02c9-4d7c-a352-77f0c2c724eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:24.153144 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-7ac6eea2-02c9-4d7c-a352-77f0c2c724eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:24.157677 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-7ac6eea2-02c9-4d7c-a352-77f0c2c724eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:24.162311 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-7ac6eea2-02c9-4d7c-a352-77f0c2c724eb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d6d1b77a-a107-4c99-88cb-165682b5dedb HTTP/1.1" status: 204 len: 168 time: 0.2312665 Sep 03 12:58:24.173036 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac6eea2-02c9-4d7c-a352-77f0c2c724eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6d1b77a-a107-4c99-88cb-165682b5dedb,revision_number=None']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:58:24.407056 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b9405e-0415-4949-90dc-e45b78b9661d req-256a1ade-966c-4c70-8922-92d87e5f0ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:58:24.408576 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-e6b9405e-0415-4949-90dc-e45b78b9661d req-256a1ade-966c-4c70-8922-92d87e5f0ad1 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=a78b59a0f91f4ce9a846e469dbce5484&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3764706 Sep 03 12:58:24.419942 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5631cb-c8ac-4e53-babf-ab84447f3b0d req-a1749943-7269-49b9-b023-6c20ff2c8d85 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:58:24.425067 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-7d5631cb-c8ac-4e53-babf-ab84447f3b0d req-a1749943-7269-49b9-b023-6c20ff2c8d85 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6a2776e-9bdb-433e-b1cf-ceecd0df3b59 HTTP/1.1" status: 200 len: 943 time: 0.0703871 Sep 03 12:58:24.540938 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-7d5631cb-c8ac-4e53-babf-ab84447f3b0d req-95f5a847-1052-4c1b-b954-7c33fac93928 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/security-groups?id=202644d7-0091-49f7-a3d6-689b64f2110e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090446 Sep 03 12:58:24.568812 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd5444a-b10c-427d-b17a-a3a8fd77546b req-cd0039f1-3536-4ead-96b8-398f1e3317bb tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:58:24.570653 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-abd5444a-b10c-427d-b17a-a3a8fd77546b req-cd0039f1-3536-4ead-96b8-398f1e3317bb tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b89fcec-d8ce-4be9-86ce-bfc7c9aeba12 HTTP/1.1" status: 200 len: 945 time: 0.1276546 Sep 03 12:58:24.607325 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b9405e-0415-4949-90dc-e45b78b9661d req-76e66851-f2be-471a-9750-778b6896dd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:58:24.608932 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-e6b9405e-0415-4949-90dc-e45b78b9661d req-76e66851-f2be-471a-9750-778b6896dd75 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1865962 Sep 03 12:58:24.624162 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-abd5444a-b10c-427d-b17a-a3a8fd77546b req-6aa4a199-2d9c-44d9-9161-f5535b4a61db tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479629 Sep 03 12:58:24.691807 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc6e58a-5e4f-4df2-96a6-79bc7b16a8b0 req-e8e448aa-3331-4a09-bfcb-847e08ab9f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:58:24.693388 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-4cc6e58a-5e4f-4df2-96a6-79bc7b16a8b0 req-e8e448aa-3331-4a09-bfcb-847e08ab9f64 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a78b59a0f91f4ce9a846e469dbce5484&device_id=d6a2776e-9bdb-433e-b1cf-ceecd0df3b59 HTTP/1.1" status: 200 len: 1096 time: 0.0406115 Sep 03 12:58:24.757103 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-4cc6e58a-5e4f-4df2-96a6-79bc7b16a8b0 req-77097aa0-5568-4dc8-a657-fae73b90a003 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29cdd403-6d5a-430e-8455-48deaf98668e HTTP/1.1" status: 200 len: 217 time: 0.0390546 Sep 03 12:58:24.828493 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc6e58a-5e4f-4df2-96a6-79bc7b16a8b0 req-5e8b5ee3-0000-4b84-b7c3-48028fa98a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:58:24.829949 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-4cc6e58a-5e4f-4df2-96a6-79bc7b16a8b0 req-5e8b5ee3-0000-4b84-b7c3-48028fa98a48 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7fcd5c28-d074-498e-8414-0624eda811c3 HTTP/1.1" status: 200 len: 855 time: 0.0513122 Sep 03 12:58:24.872458 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-4cc6e58a-5e4f-4df2-96a6-79bc7b16a8b0 req-0e17890d-de2a-4513-b553-cdff1dbc4b0d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5e5b8b41-03d5-4554-969f-d7a30c751bff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283136 Sep 03 12:58:24.982375 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-4cc6e58a-5e4f-4df2-96a6-79bc7b16a8b0 req-01161d6f-84bf-497e-93cd-c363bcdb90ec service neutron] 10.222.0.11 "GET /v2.0/networks/5e5b8b41-03d5-4554-969f-d7a30c751bff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872736 Sep 03 12:58:25.074049 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-4cc6e58a-5e4f-4df2-96a6-79bc7b16a8b0 req-ff53c7d8-28d7-491d-aac3-eb06d94afb39 service neutron] 10.222.0.11 "GET /v2.0/networks/5e5b8b41-03d5-4554-969f-d7a30c751bff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817254 Sep 03 12:58:25.669453 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bb843e-b595-4a81-8cca-8ea69307636a req-b72a3652-c8d6-41df-944c-035b7d56aa1c tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:58:25.682199 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-48bb843e-b595-4a81-8cca-8ea69307636a req-b72a3652-c8d6-41df-944c-035b7d56aa1c tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6a2776e-9bdb-433e-b1cf-ceecd0df3b59 HTTP/1.1" status: 200 len: 943 time: 0.0675519 Sep 03 12:58:25.736355 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-48bb843e-b595-4a81-8cca-8ea69307636a req-a7f3d9ab-84ed-4ccb-a5cd-191bf8441867 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/security-groups?id=202644d7-0091-49f7-a3d6-689b64f2110e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520365 Sep 03 12:58:25.808357 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f580bce-6fe1-4006-a5ea-249f95c7edb7 req-a278cc7e-0236-41f0-ae6f-8a1b02e365d5 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:58:25.820437 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-4f580bce-6fe1-4006-a5ea-249f95c7edb7 req-a278cc7e-0236-41f0-ae6f-8a1b02e365d5 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b89fcec-d8ce-4be9-86ce-bfc7c9aeba12 HTTP/1.1" status: 200 len: 945 time: 0.1080697 Sep 03 12:58:25.871415 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-4f580bce-6fe1-4006-a5ea-249f95c7edb7 req-365086c3-1ecc-42a4-a0b6-d8c87fbc6b60 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499129 Sep 03 12:58:25.963527 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 37232) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:58:26.063333 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-6b37cd5d-b084-4d00-9dec-2d545f2ec1de admin admin] Notify callbacks [] for security_group, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:26.160850 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-6b37cd5d-b084-4d00-9dec-2d545f2ec1de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:26.252028 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-6b37cd5d-b084-4d00-9dec-2d545f2ec1de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:26.288515 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b37cd5d-b084-4d00-9dec-2d545f2ec1de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7c980a4-c4f9-43fd-bb91-46dc03855e68,revision_number=1']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:58:26.292918 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-6b37cd5d-b084-4d00-9dec-2d545f2ec1de admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=96442f9156a54ace9e63a0bd69dff91f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3280895 Sep 03 12:58:26.295696 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 37242) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:58:26.342777 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-0be2262e-fdbd-409d-b802-2f6fdd710b2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:26.363530 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-0be2262e-fdbd-409d-b802-2f6fdd710b2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:26.463323 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-0be2262e-fdbd-409d-b802-2f6fdd710b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:26.465935 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-0be2262e-fdbd-409d-b802-2f6fdd710b2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:26.467099 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-0be2262e-fdbd-409d-b802-2f6fdd710b2c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f7c980a4-c4f9-43fd-bb91-46dc03855e68 HTTP/1.1" status: 204 len: 168 time: 0.1705973 Sep 03 12:58:26.475593 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be2262e-fdbd-409d-b802-2f6fdd710b2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7c980a4-c4f9-43fd-bb91-46dc03855e68,revision_number=None']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:58:26.864582 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd2dbcf-a6f6-4c3a-9620-e6c8973397c3 req-873f0940-4509-4569-a22d-791204b03b27 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:58:26.866454 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-9dd2dbcf-a6f6-4c3a-9620-e6c8973397c3 req-873f0940-4509-4569-a22d-791204b03b27 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6a2776e-9bdb-433e-b1cf-ceecd0df3b59 HTTP/1.1" status: 200 len: 943 time: 0.0650258 Sep 03 12:58:26.912151 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-9dd2dbcf-a6f6-4c3a-9620-e6c8973397c3 req-48de3c3e-2e05-4ca2-aaae-ac1d8616f6ae tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/security-groups?id=202644d7-0091-49f7-a3d6-689b64f2110e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379767 Sep 03 12:58:27.011715 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac4dd8a-6df1-4f18-bf14-028cfa042c9c req-55d2cc0f-868a-4889-a485-d2a6eb5d1520 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:58:27.013254 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-9ac4dd8a-6df1-4f18-bf14-028cfa042c9c req-55d2cc0f-868a-4889-a485-d2a6eb5d1520 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b89fcec-d8ce-4be9-86ce-bfc7c9aeba12 HTTP/1.1" status: 200 len: 945 time: 0.0578628 Sep 03 12:58:27.053260 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-9ac4dd8a-6df1-4f18-bf14-028cfa042c9c req-d469d1a2-8661-45b5-9cf7-0eae48d4a099 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339568 Sep 03 12:58:27.312387 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 37320) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:58:27.444394 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-052c733c-4bd4-41db-ad20-62a39a4eed36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:27.564498 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-052c733c-4bd4-41db-ad20-62a39a4eed36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:27.623993 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cabdf5f-d21d-4041-9a0f-d29b78674123 req-80a7cc69-2a9a-466d-b42c-eed9dfb7d522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:58:27.625988 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-6cabdf5f-d21d-4041-9a0f-d29b78674123 req-80a7cc69-2a9a-466d-b42c-eed9dfb7d522 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3b89fcec-d8ce-4be9-86ce-bfc7c9aeba12 HTTP/1.1" status: 200 len: 1098 time: 0.0478575 Sep 03 12:58:27.657852 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-052c733c-4bd4-41db-ad20-62a39a4eed36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:27.668234 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-6cabdf5f-d21d-4041-9a0f-d29b78674123 req-fe246bd0-1027-476e-89ee-8831132865b1 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295889 Sep 03 12:58:27.700516 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-052c733c-4bd4-41db-ad20-62a39a4eed36 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d8c9eb9ffb754a3ca255cb0352ed873f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3869338 Sep 03 12:58:27.701379 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052c733c-4bd4-41db-ad20-62a39a4eed36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9233500-ee83-4e82-b8d5-5aff24d104d6,revision_number=1']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:58:27.703381 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 37350) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:58:27.754910 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-067a1f34-a42d-40b7-9b1f-04bbed503689 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:27.918575 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-067a1f34-a42d-40b7-9b1f-04bbed503689 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:27.921378 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Device 29cdd403-6d5a-430e-8455-48deaf98668e details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=120043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 12:58:27.921378 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] For port 29cdd403-6d5a-430e-8455-48deaf98668e, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=29cdd403-6d5a-430e-8455-48deaf98668e,segment=NetworkSegment(e15e6e61-4793-4b3c-8e28-8614cba2f27c),segment_id=e15e6e61-4793-4b3c-8e28-8614cba2f27c)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:58:27.921378 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Returning: {'device': '29cdd403-6d5a-430e-8455-48deaf98668e', 'network_id': '5e5b8b41-03d5-4554-969f-d7a30c751bff', 'port_id': '29cdd403-6d5a-430e-8455-48deaf98668e', 'mac_address': 'fa:16:3e:5b:ee:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fcd5c28-d074-498e-8414-0624eda811c3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 12:58:28.054553 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c162ec-f729-4cce-9c27-0429521bf1c2 req-4a239c9d-80b4-45bf-8ccc-abb1e0333007 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:58:28.055213 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:28.057230 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-a8c162ec-f729-4cce-9c27-0429521bf1c2 req-4a239c9d-80b4-45bf-8ccc-abb1e0333007 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6a2776e-9bdb-433e-b1cf-ceecd0df3b59 HTTP/1.1" status: 200 len: 943 time: 0.0611851 Sep 03 12:58:28.069731 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.notifiers.nova [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29cdd403-6d5a-430e-8455-48deaf98668e {{(pid=120043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 12:58:28.092019 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] For port 29cdd403-6d5a-430e-8455-48deaf98668e, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=29cdd403-6d5a-430e-8455-48deaf98668e,segment=NetworkSegment(e15e6e61-4793-4b3c-8e28-8614cba2f27c),segment_id=e15e6e61-4793-4b3c-8e28-8614cba2f27c)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:58:28.118222 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-a8c162ec-f729-4cce-9c27-0429521bf1c2 req-e0ad1acb-f335-47e0-bea5-729dbb41e2ef tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/security-groups?id=202644d7-0091-49f7-a3d6-689b64f2110e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511389 Sep 03 12:58:28.145024 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-067a1f34-a42d-40b7-9b1f-04bbed503689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:28.153963 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-067a1f34-a42d-40b7-9b1f-04bbed503689 admin admin] Notify callbacks [] for security_group, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:28.156154 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-067a1f34-a42d-40b7-9b1f-04bbed503689 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f9233500-ee83-4e82-b8d5-5aff24d104d6 HTTP/1.1" status: 204 len: 168 time: 0.4502285 Sep 03 12:58:28.181911 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:28.184342 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067a1f34-a42d-40b7-9b1f-04bbed503689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9233500-ee83-4e82-b8d5-5aff24d104d6,revision_number=None']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:58:28.208463 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6587ae6-415b-42d1-b7b0-46f793eabdc7 req-8ff22f6b-058b-4149-a03e-1d53d593bbac tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:58:28.210883 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-c6587ae6-415b-42d1-b7b0-46f793eabdc7 req-8ff22f6b-058b-4149-a03e-1d53d593bbac tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b89fcec-d8ce-4be9-86ce-bfc7c9aeba12 HTTP/1.1" status: 200 len: 945 time: 0.0765665 Sep 03 12:58:28.256347 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-c6587ae6-415b-42d1-b7b0-46f793eabdc7 req-6ded68a0-bf60-4bd1-af45-5a7ec461da8c tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385880 Sep 03 12:58:28.277596 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Pushing event updated for resources: {'Port': ['ID=29cdd403-6d5a-430e-8455-48deaf98668e,revision_number=4']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:58:28.595909 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] get_ports_and_sgs() called for port_ids ['29cdd403-6d5a-430e-8455-48deaf98668e'] {{(pid=120043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 12:58:28.955636 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 37400) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:58:28.969251 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-c05dce52-85d8-4f77-9fe6-e0d37800f73d admin admin] Notify callbacks [] for security_group, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:29.061860 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-c05dce52-85d8-4f77-9fe6-e0d37800f73d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:29.126192 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-c05dce52-85d8-4f77-9fe6-e0d37800f73d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:29.164871 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-c05dce52-85d8-4f77-9fe6-e0d37800f73d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dded1598cb65468e808dc20b59747f7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2080879 Sep 03 12:58:29.172687 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05dce52-85d8-4f77-9fe6-e0d37800f73d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9955d05-db39-4061-b5a0-31642a33cf7e,revision_number=1']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:58:29.173189 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 37404) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:58:29.232091 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-3514fb14-c76e-4525-97fc-6cc9af7d14ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:29.255741 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-3514fb14-c76e-4525-97fc-6cc9af7d14ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:29.260553 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac92087-4896-4533-9b9e-4422924d4eac req-45fe4b4d-e42f-4d9d-a307-fe9008feaa28 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:58:29.264358 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-2ac92087-4896-4533-9b9e-4422924d4eac req-45fe4b4d-e42f-4d9d-a307-fe9008feaa28 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6a2776e-9bdb-433e-b1cf-ceecd0df3b59 HTTP/1.1" status: 200 len: 944 time: 0.0586979 Sep 03 12:58:29.307918 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-2ac92087-4896-4533-9b9e-4422924d4eac req-f0009a8c-cfa4-4995-bfd9-0ea8a0a0ba50 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/security-groups?id=202644d7-0091-49f7-a3d6-689b64f2110e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374956 Sep 03 12:58:29.383137 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c27299-e3ba-497c-9833-c479da08aabe req-3fa80aa2-85b6-4a8c-8d6e-eba03428d617 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:58:29.384723 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-a4c27299-e3ba-497c-9833-c479da08aabe req-3fa80aa2-85b6-4a8c-8d6e-eba03428d617 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b89fcec-d8ce-4be9-86ce-bfc7c9aeba12 HTTP/1.1" status: 200 len: 945 time: 0.0494726 Sep 03 12:58:29.423002 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-a4c27299-e3ba-497c-9833-c479da08aabe req-c0e2ff46-f220-40a1-9837-5860ceec5861 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322130 Sep 03 12:58:29.479864 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-3514fb14-c76e-4525-97fc-6cc9af7d14ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:29.479864 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-3514fb14-c76e-4525-97fc-6cc9af7d14ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:29.479864 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-3514fb14-c76e-4525-97fc-6cc9af7d14ad admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c9955d05-db39-4061-b5a0-31642a33cf7e HTTP/1.1" status: 204 len: 168 time: 0.3084283 Sep 03 12:58:29.485431 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3514fb14-c76e-4525-97fc-6cc9af7d14ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9955d05-db39-4061-b5a0-31642a33cf7e,revision_number=None']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:58:29.540021 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33782903-d2d9-459a-939d-a29c2a046cc6 req-f8d97958-8d0f-4056-977b-ebfe9109fdd5 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:58:29.541526 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-33782903-d2d9-459a-939d-a29c2a046cc6 req-f8d97958-8d0f-4056-977b-ebfe9109fdd5 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e2125f4-be50-4794-ba6b-339c1df91fc1 HTTP/1.1" status: 200 len: 946 time: 0.0517929 Sep 03 12:58:29.579988 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-33782903-d2d9-459a-939d-a29c2a046cc6 req-374d531c-863b-4248-9ba0-07e6b23f1cd5 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324314 Sep 03 12:58:29.825170 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Device 29cdd403-6d5a-430e-8455-48deaf98668e up at agent hyperv_hv-cinder-78878 {{(pid=120043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:58:29.969886 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Provisioning for port 29cdd403-6d5a-430e-8455-48deaf98668e completed by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 12:58:29.974507 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Provisioning complete for port 29cdd403-6d5a-430e-8455-48deaf98668e triggered by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:58:29.979954 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:30.071405 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:30.095921 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6a2776e-9bdb-433e-b1cf-ceecd0df3b59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29cdd403-6d5a-430e-8455-48deaf98668e'}] {{(pid=120043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 12:58:30.098164 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75183f2819bd2f1145e278a2316968184774222fd4353ccf17289daf4feac16a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-830d1fb5-a0c6-4085-abf7-426be241773c" -d '{"events": [{"server_uuid": "d6a2776e-9bdb-433e-b1cf-ceecd0df3b59", "name": "network-vif-plugged", "status": "completed", "tag": "29cdd403-6d5a-430e-8455-48deaf98668e"}]}' {{(pid=120043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 12:58:30.111482 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] For port 29cdd403-6d5a-430e-8455-48deaf98668e, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=29cdd403-6d5a-430e-8455-48deaf98668e,segment=NetworkSegment(e15e6e61-4793-4b3c-8e28-8614cba2f27c),segment_id=e15e6e61-4793-4b3c-8e28-8614cba2f27c)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:58:30.141553 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 12:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2212c86f-afbc-436e-b7b2-3827b48d7a54 x-openstack-request-id: req-2212c86f-afbc-436e-b7b2-3827b48d7a54 {{(pid=120043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 12:58:30.141885 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6a2776e-9bdb-433e-b1cf-ceecd0df3b59", "name": "network-vif-plugged", "status": "completed", "tag": "29cdd403-6d5a-430e-8455-48deaf98668e", "code": 200}]} {{(pid=120043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 12:58:30.142180 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2212c86f-afbc-436e-b7b2-3827b48d7a54 {{(pid=120043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 12:58:30.142548 dv-cinder-788782-9-iscsi neutron-server[120043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6a2776e-9bdb-433e-b1cf-ceecd0df3b59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29cdd403-6d5a-430e-8455-48deaf98668e', 'code': 200} Sep 03 12:58:30.226986 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:30.316238 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Pushing event updated for resources: {'Port': ['ID=29cdd403-6d5a-430e-8455-48deaf98668e,revision_number=5']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:58:30.438189 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fca8510-b3c3-4dce-8309-abbae095f3a4 req-63b8e302-fe44-4074-bd4a-0cf62ad07223 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:58:30.439640 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-1fca8510-b3c3-4dce-8309-abbae095f3a4 req-63b8e302-fe44-4074-bd4a-0cf62ad07223 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6a2776e-9bdb-433e-b1cf-ceecd0df3b59 HTTP/1.1" status: 200 len: 945 time: 0.0515733 Sep 03 12:58:30.478671 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-1fca8510-b3c3-4dce-8309-abbae095f3a4 req-a67d5320-484b-455d-86e3-e2487068fe1b tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/security-groups?id=202644d7-0091-49f7-a3d6-689b64f2110e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321245 Sep 03 12:58:30.540115 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d6f3cb-05eb-4787-90e0-448b6dcc664b req-517b5f32-b436-4e72-ab82-7ed31f2c20c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:58:30.541608 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-52d6f3cb-05eb-4787-90e0-448b6dcc664b req-517b5f32-b436-4e72-ab82-7ed31f2c20c9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d6a2776e-9bdb-433e-b1cf-ceecd0df3b59 HTTP/1.1" status: 200 len: 1098 time: 0.0401201 Sep 03 12:58:30.581277 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-52d6f3cb-05eb-4787-90e0-448b6dcc664b req-bd6b8950-aa88-4e83-b3cc-f569c1e63266 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=202644d7-0091-49f7-a3d6-689b64f2110e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289021 Sep 03 12:58:30.812479 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 37462) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:58:30.911622 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.v2.base [None req-d44604a1-0ffd-4800-b1e8-b1c6157cd965 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1870743866-network', 'tenant_id': '1f9e07130b754eae8c4376c334907248'}} {{(pid=120041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:58:30.994768 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d44604a1-0ffd-4800-b1e8-b1c6157cd965 admin admin] Made reservation on behalf of 1f9e07130b754eae8c4376c334907248 for: {'network': 1} {{(pid=120041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 12:58:30.997241 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-d44604a1-0ffd-4800-b1e8-b1c6157cd965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for network, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:31.005574 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-d44604a1-0ffd-4800-b1e8-b1c6157cd965 admin admin] Notify callbacks [] for security_group, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:31.093545 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-d44604a1-0ffd-4800-b1e8-b1c6157cd965 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:31.175335 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-d44604a1-0ffd-4800-b1e8-b1c6157cd965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:31.202109 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d44604a1-0ffd-4800-b1e8-b1c6157cd965 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=120041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 12:58:31.208291 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44604a1-0ffd-4800-b1e8-b1c6157cd965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=247b2ca8-28c5-4dac-86ad-7198476189bd,revision_number=1']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:58:31.215793 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-d44604a1-0ffd-4800-b1e8-b1c6157cd965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669750'] for segment, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:31.216173 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.db.segments_db [None req-d44604a1-0ffd-4800-b1e8-b1c6157cd965 admin admin] Added segment d42b9bd3-7b69-4585-814e-f53ad1e8e8cd of type vlan for network 7d0be467-9525-4a8b-bfc8-90c987cb379d Sep 03 12:58:31.258652 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-d44604a1-0ffd-4800-b1e8-b1c6157cd965 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763613016037'] for network, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:31.341349 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-d44604a1-0ffd-4800-b1e8-b1c6157cd965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384'] for network, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:31.342302 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44604a1-0ffd-4800-b1e8-b1c6157cd965 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:58:31.342901 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-d44604a1-0ffd-4800-b1e8-b1c6157cd965 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575370'] for network, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:31.402219 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44604a1-0ffd-4800-b1e8-b1c6157cd965 admin admin] Pushing event updated for resources: {'Network': ['ID=7d0be467-9525-4a8b-bfc8-90c987cb379d,revision_number=1']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:58:31.412050 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Network 7d0be467-9525-4a8b-bfc8-90c987cb379d details requested by agent ovs-agent-dv-cinder-788782-9-iscsi with host dv-cinder-788782-9-iscsi {{(pid=120043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 12:58:31.468086 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-d44604a1-0ffd-4800-b1e8-b1c6157cd965 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6540017 Sep 03 12:58:31.470373 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 37474) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:58:31.476202 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.v2.base [None req-82101050-b2be-45ed-b474-427c44ea229c admin admin] Request body: {'subnet': {'network_id': '7d0be467-9525-4a8b-bfc8-90c987cb379d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1870743866-subnet', 'tenant_id': '1f9e07130b754eae8c4376c334907248', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:58:31.558300 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82101050-b2be-45ed-b474-427c44ea229c admin admin] Made reservation on behalf of 1f9e07130b754eae8c4376c334907248 for: {'subnet': 1} {{(pid=120041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 12:58:31.560648 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-82101050-b2be-45ed-b474-427c44ea229c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532788770'] for subnet, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:31.781504 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-82101050-b2be-45ed-b474-427c44ea229c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533180645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532788748'] for subnet, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:31.841282 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82101050-b2be-45ed-b474-427c44ea229c admin admin] Pushing event updated for resources: {'Subnet': ['ID=530f12ec-6efe-48f6-9d1f-eb284ba533f4,revision_number=0']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:58:31.850070 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82101050-b2be-45ed-b474-427c44ea229c admin admin] Checking segment: {'id': 'd42b9bd3-7b69-4585-814e-f53ad1e8e8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7d0be467-9525-4a8b-bfc8-90c987cb379d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 12:58:31.850429 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82101050-b2be-45ed-b474-427c44ea229c admin admin] Network hostable DHCP agents. Network: 7d0be467-9525-4a8b-bfc8-90c987cb379d, hostable agents: ['7f35f3fe-a338-4082-b3b0-8dffee9527e2'], hosted agents: [] {{(pid=120041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 12:58:31.954241 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82101050-b2be-45ed-b474-427c44ea229c admin admin] Network 7d0be467-9525-4a8b-bfc8-90c987cb379d is scheduled to be hosted by DHCP agent 7f35f3fe-a338-4082-b3b0-8dffee9527e2 with binding_index 1 {{(pid=120041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 12:58:32.034737 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.scheduler.base_scheduler [None req-82101050-b2be-45ed-b474-427c44ea229c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-9-iscsi, 7d0be467-9525-4a8b-bfc8-90c987cb379d) {{(pid=120041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:58:32.039491 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82101050-b2be-45ed-b474-427c44ea229c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:58:32.040951 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-82101050-b2be-45ed-b474-427c44ea229c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575370'] for subnet, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:32.044092 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909ade46-6180-45a2-9f3b-bc248f3389e6 None None] Network 7d0be467-9525-4a8b-bfc8-90c987cb379d requested from dv-cinder-788782-9-iscsi {{(pid=120043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 12:58:32.138203 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-82101050-b2be-45ed-b474-427c44ea229c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6667907 Sep 03 12:58:32.165460 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa7488e-f7f5-4129-bba4-c9dc3cbe8972 None None] Network 7d0be467-9525-4a8b-bfc8-90c987cb379d requested from dv-cinder-788782-9-iscsi {{(pid=120043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 12:58:32.848433 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 37502) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:58:32.853921 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.v2.base [None req-1792483b-b333-4ed4-8952-d90c1cfec000 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2141589921-network', 'tenant_id': '21d950f84fdc4a8d975122ed463b0d7d'}} {{(pid=120042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:58:32.937225 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1792483b-b333-4ed4-8952-d90c1cfec000 admin admin] Made reservation on behalf of 21d950f84fdc4a8d975122ed463b0d7d for: {'network': 1} {{(pid=120042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 12:58:32.939497 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-1792483b-b333-4ed4-8952-d90c1cfec000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for network, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:32.948010 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-1792483b-b333-4ed4-8952-d90c1cfec000 admin admin] Notify callbacks [] for security_group, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:33.037031 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-1792483b-b333-4ed4-8952-d90c1cfec000 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:33.123652 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-1792483b-b333-4ed4-8952-d90c1cfec000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:33.150547 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1792483b-b333-4ed4-8952-d90c1cfec000 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=120042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 12:58:33.159645 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1792483b-b333-4ed4-8952-d90c1cfec000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef98d187-6d4e-4a2e-985b-0d196c1a5351,revision_number=1']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:58:33.166069 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-1792483b-b333-4ed4-8952-d90c1cfec000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669750'] for segment, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:33.166393 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.db.segments_db [None req-1792483b-b333-4ed4-8952-d90c1cfec000 admin admin] Added segment 24755207-1382-4102-8de5-e97533a543cf of type vlan for network 55754b29-592b-49ad-8396-3e5b8047e3db Sep 03 12:58:33.206325 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-1792483b-b333-4ed4-8952-d90c1cfec000 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763613016037'] for network, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:33.285869 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-1792483b-b333-4ed4-8952-d90c1cfec000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384'] for network, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:33.286865 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1792483b-b333-4ed4-8952-d90c1cfec000 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:58:33.287458 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-1792483b-b333-4ed4-8952-d90c1cfec000 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575370'] for network, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:33.343893 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1792483b-b333-4ed4-8952-d90c1cfec000 admin admin] Pushing event updated for resources: {'Network': ['ID=55754b29-592b-49ad-8396-3e5b8047e3db,revision_number=1']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:58:33.355722 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Network 55754b29-592b-49ad-8396-3e5b8047e3db details requested by agent ovs-agent-dv-cinder-788782-9-iscsi with host dv-cinder-788782-9-iscsi {{(pid=120043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 12:58:33.395899 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-1792483b-b333-4ed4-8952-d90c1cfec000 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5456624 Sep 03 12:58:33.405050 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 37506) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:58:33.409934 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.v2.base [None req-fd05209b-3c12-4265-960d-984db8eff265 admin admin] Request body: {'subnet': {'network_id': '55754b29-592b-49ad-8396-3e5b8047e3db', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2141589921-subnet', 'tenant_id': '21d950f84fdc4a8d975122ed463b0d7d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:58:33.532075 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd05209b-3c12-4265-960d-984db8eff265 admin admin] Made reservation on behalf of 21d950f84fdc4a8d975122ed463b0d7d for: {'subnet': 1} {{(pid=120042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 12:58:33.544720 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-fd05209b-3c12-4265-960d-984db8eff265 admin admin] Notify callbacks [] for subnet, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:33.732387 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-fd05209b-3c12-4265-960d-984db8eff265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384'] for subnet, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:33.785202 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd05209b-3c12-4265-960d-984db8eff265 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31354992-c07b-4769-8735-5f4d2296e55a,revision_number=0']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:58:33.800394 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd05209b-3c12-4265-960d-984db8eff265 admin admin] Checking segment: {'id': '24755207-1382-4102-8de5-e97533a543cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '55754b29-592b-49ad-8396-3e5b8047e3db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 12:58:33.800763 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd05209b-3c12-4265-960d-984db8eff265 admin admin] Network hostable DHCP agents. Network: 55754b29-592b-49ad-8396-3e5b8047e3db, hostable agents: ['7f35f3fe-a338-4082-b3b0-8dffee9527e2'], hosted agents: [] {{(pid=120042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 12:58:33.863377 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd05209b-3c12-4265-960d-984db8eff265 admin admin] Network 55754b29-592b-49ad-8396-3e5b8047e3db is scheduled to be hosted by DHCP agent 7f35f3fe-a338-4082-b3b0-8dffee9527e2 with binding_index 1 {{(pid=120042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 12:58:33.923421 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.base_scheduler [None req-fd05209b-3c12-4265-960d-984db8eff265 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-9-iscsi, 55754b29-592b-49ad-8396-3e5b8047e3db) {{(pid=120042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:58:33.927466 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd05209b-3c12-4265-960d-984db8eff265 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:58:33.928107 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-fd05209b-3c12-4265-960d-984db8eff265 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575370'] for subnet, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:33.933199 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980a49d8-f087-4eb1-a82f-2c427e6c6fa2 None None] Network 55754b29-592b-49ad-8396-3e5b8047e3db requested from dv-cinder-788782-9-iscsi {{(pid=120043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 12:58:34.035986 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-fd05209b-3c12-4265-960d-984db8eff265 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6297574 Sep 03 12:58:34.063757 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7f1b98-c3b8-4b49-9a11-a6275b8c3096 None None] Network 55754b29-592b-49ad-8396-3e5b8047e3db requested from dv-cinder-788782-9-iscsi {{(pid=120043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 12:58:34.090582 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec30656b-5483-4acf-9b39-a1c555973a8a req-59942937-8da0-4227-b387-45b2d7cb5229 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:58:34.097750 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ec30656b-5483-4acf-9b39-a1c555973a8a req-59942937-8da0-4227-b387-45b2d7cb5229 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6a2776e-9bdb-433e-b1cf-ceecd0df3b59 HTTP/1.1" status: 200 len: 945 time: 0.0564115 Sep 03 12:58:34.136408 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ec30656b-5483-4acf-9b39-a1c555973a8a req-b6cc7b8e-8e34-4bec-96fc-a77ddbedbf3d tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/security-groups?id=202644d7-0091-49f7-a3d6-689b64f2110e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377343 Sep 03 12:58:35.076363 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb46533-bf9c-475d-a652-13f0c42611db req-b9c4ca7a-fbc9-4186-ad82-e89ff1c133dc tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:58:35.077924 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-1bb46533-bf9c-475d-a652-13f0c42611db req-b9c4ca7a-fbc9-4186-ad82-e89ff1c133dc tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e2125f4-be50-4794-ba6b-339c1df91fc1 HTTP/1.1" status: 200 len: 946 time: 0.0521629 Sep 03 12:58:35.120284 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-1bb46533-bf9c-475d-a652-13f0c42611db req-bde4e177-61f2-4ce0-aff9-3629e212ceae tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355217 Sep 03 12:58:35.189961 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8edb851-9506-49d7-86c8-cde116bf9b3a req-5ea56248-cdf9-46e0-ad02-9cdc34ab8efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:58:35.191460 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-f8edb851-9506-49d7-86c8-cde116bf9b3a req-5ea56248-cdf9-46e0-ad02-9cdc34ab8efa service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ded28f26959b44b3a09129cafe54c3ac&device_id=6e2125f4-be50-4794-ba6b-339c1df91fc1 HTTP/1.1" status: 200 len: 1099 time: 0.0477262 Sep 03 12:58:35.295840 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-8ad5ce17-739d-4c59-b589-d9bc5ff68552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:35.300896 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63848a6d-92cd-4597-9d67-afc908682312 req-a09bba62-bfd4-454a-98b8-8ee44b0de96a tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:58:35.302409 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-63848a6d-92cd-4597-9d67-afc908682312 req-a09bba62-bfd4-454a-98b8-8ee44b0de96a tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6a2776e-9bdb-433e-b1cf-ceecd0df3b59 HTTP/1.1" status: 200 len: 945 time: 0.1016288 Sep 03 12:58:35.342569 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8edb851-9506-49d7-86c8-cde116bf9b3a req-ad70f4a3-bd35-47a2-ae82-f2c81ed6f353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:58:35.344031 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-f8edb851-9506-49d7-86c8-cde116bf9b3a req-ad70f4a3-bd35-47a2-ae82-f2c81ed6f353 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d8a10b69-52c5-4ba7-9e6b-9d664f8fb5ae HTTP/1.1" status: 200 len: 916 time: 0.1331229 Sep 03 12:58:35.357295 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-63848a6d-92cd-4597-9d67-afc908682312 req-da937504-a009-4469-918c-489bf5afae47 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/security-groups?id=202644d7-0091-49f7-a3d6-689b64f2110e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482607 Sep 03 12:58:35.394747 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-f8edb851-9506-49d7-86c8-cde116bf9b3a req-97f1ae8a-ca7b-43d4-ac98-96f7ad35c29b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a0a41486-b5f6-43c3-956e-4e2c3818fb43 HTTP/1.1" status: 200 len: 217 time: 0.0345674 Sep 03 12:58:35.448250 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8edb851-9506-49d7-86c8-cde116bf9b3a req-afda01ae-8d81-49a1-ae24-69a4bd7ff824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:58:35.449796 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-f8edb851-9506-49d7-86c8-cde116bf9b3a req-afda01ae-8d81-49a1-ae24-69a4bd7ff824 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c7423f83-7cc4-42fa-82eb-8016662f087e HTTP/1.1" status: 200 len: 856 time: 0.0442033 Sep 03 12:58:35.482538 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-f8edb851-9506-49d7-86c8-cde116bf9b3a req-550491c7-4c10-42c4-9525-6db9c776a33e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d8a10b69-52c5-4ba7-9e6b-9d664f8fb5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237987 Sep 03 12:58:35.578936 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-f8edb851-9506-49d7-86c8-cde116bf9b3a req-11c5ff3a-2b83-4416-a970-a60d12870628 service neutron] 10.222.0.11 "GET /v2.0/networks/d8a10b69-52c5-4ba7-9e6b-9d664f8fb5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880032 Sep 03 12:58:35.669255 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-f8edb851-9506-49d7-86c8-cde116bf9b3a req-7d8a78a6-62b7-4f2a-a6fc-5b13b1296ca2 service neutron] 10.222.0.11 "GET /v2.0/networks/d8a10b69-52c5-4ba7-9e6b-9d664f8fb5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824082 Sep 03 12:58:36.254729 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fb5f3d-57c6-4545-ba85-c5aadc02af78 req-07af2045-0451-4f6e-81d3-2021965250d1 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:58:36.256282 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-18fb5f3d-57c6-4545-ba85-c5aadc02af78 req-07af2045-0451-4f6e-81d3-2021965250d1 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e2125f4-be50-4794-ba6b-339c1df91fc1 HTTP/1.1" status: 200 len: 946 time: 0.0533507 Sep 03 12:58:36.294979 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-18fb5f3d-57c6-4545-ba85-c5aadc02af78 req-87772828-75a9-41a2-8a9b-0452590cd391 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327072 Sep 03 12:58:36.475286 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdf2454-4189-46c5-aff5-94a75e2a2190 req-b69cb3e8-b246-4aca-940d-cc0e4f75b54c tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:58:36.477176 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-bfdf2454-4189-46c5-aff5-94a75e2a2190 req-b69cb3e8-b246-4aca-940d-cc0e4f75b54c tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6a2776e-9bdb-433e-b1cf-ceecd0df3b59 HTTP/1.1" status: 200 len: 945 time: 0.0504835 Sep 03 12:58:36.518895 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-bfdf2454-4189-46c5-aff5-94a75e2a2190 req-624c04dc-d3ed-427e-8d46-8d1bf3207535 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/security-groups?id=202644d7-0091-49f7-a3d6-689b64f2110e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325611 Sep 03 12:58:36.868793 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:37.409561 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672b2aa3-2249-43f5-88cf-1aa32adac1a4 req-2a5bd112-a464-4035-aa77-77aedfd12f47 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:58:37.411043 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-672b2aa3-2249-43f5-88cf-1aa32adac1a4 req-2a5bd112-a464-4035-aa77-77aedfd12f47 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e2125f4-be50-4794-ba6b-339c1df91fc1 HTTP/1.1" status: 200 len: 946 time: 0.0482736 Sep 03 12:58:37.449071 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-672b2aa3-2249-43f5-88cf-1aa32adac1a4 req-9cdb03c1-53bf-4d1b-8087-0f8422a5b795 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316701 Sep 03 12:58:37.558405 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 37606) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:58:37.844774 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-fe4f049a-c5b3-4e18-967d-2426a3cd0fe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:37.873261 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-cacc7a62-1719-4b7b-bc80-c757ad04f41f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:37.932341 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-fe4f049a-c5b3-4e18-967d-2426a3cd0fe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:38.064461 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-fe4f049a-c5b3-4e18-967d-2426a3cd0fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:38.093721 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-fe4f049a-c5b3-4e18-967d-2426a3cd0fe6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3f3c5678122340f5b2d59932b5772410&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5340948 Sep 03 12:58:38.096450 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 37616) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:58:38.098449 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4f049a-c5b3-4e18-967d-2426a3cd0fe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eca06c3-4b95-4840-b1e2-8241b4c92a01,revision_number=1']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:58:38.156801 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-a786f3e1-cdf4-43b9-b85f-cfd697eacb65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:38.177779 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-a786f3e1-cdf4-43b9-b85f-cfd697eacb65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:38.301491 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-a786f3e1-cdf4-43b9-b85f-cfd697eacb65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:38.304872 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-a786f3e1-cdf4-43b9-b85f-cfd697eacb65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:38.306294 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-a786f3e1-cdf4-43b9-b85f-cfd697eacb65 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5eca06c3-4b95-4840-b1e2-8241b4c92a01 HTTP/1.1" status: 204 len: 168 time: 0.2086623 Sep 03 12:58:38.314632 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a786f3e1-cdf4-43b9-b85f-cfd697eacb65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eca06c3-4b95-4840-b1e2-8241b4c92a01,revision_number=None']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:58:38.386745 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:38.643402 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1266f890-d93f-491e-9f78-01dfaa4661bc req-9071d33c-e807-409d-bbef-be43674b1f8d tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:58:38.645017 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-1266f890-d93f-491e-9f78-01dfaa4661bc req-9071d33c-e807-409d-bbef-be43674b1f8d tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e2125f4-be50-4794-ba6b-339c1df91fc1 HTTP/1.1" status: 200 len: 946 time: 0.0540304 Sep 03 12:58:38.686927 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-1266f890-d93f-491e-9f78-01dfaa4661bc req-e26fb6b5-3002-4bbe-877d-9a8f1fbc7478 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353467 Sep 03 12:58:39.005819 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08724a11-fd48-4ea4-9071-7b022d0e8053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:39.802524 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f9a4f4-32b3-4d1f-867c-709e959727bf req-25f535ba-6039-47c0-9dac-a3d0c5c9786d tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:58:39.804487 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-d2f9a4f4-32b3-4d1f-867c-709e959727bf req-25f535ba-6039-47c0-9dac-a3d0c5c9786d tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e2125f4-be50-4794-ba6b-339c1df91fc1 HTTP/1.1" status: 200 len: 946 time: 0.0479853 Sep 03 12:58:39.842467 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-d2f9a4f4-32b3-4d1f-867c-709e959727bf req-eb8574f6-eb6c-4338-92a9-a2041079e347 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321739 Sep 03 12:58:40.740946 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-df5ee12c-e8c1-490b-8d0e-415336677a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:40.959642 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49dfefc-de1f-4f59-a766-c614f4434115 req-891fbd1f-7369-4113-b4d7-3b8c1b19e13f tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:58:40.961185 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-f49dfefc-de1f-4f59-a766-c614f4434115 req-891fbd1f-7369-4113-b4d7-3b8c1b19e13f tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e2125f4-be50-4794-ba6b-339c1df91fc1 HTTP/1.1" status: 200 len: 946 time: 0.0508859 Sep 03 12:58:41.005893 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-f49dfefc-de1f-4f59-a766-c614f4434115 req-1f6190b9-716c-42e4-b3d8-306646bc6abd tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358474 Sep 03 12:58:42.121626 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af27d510-1752-418b-b901-8a96430b8b33 req-2355bd7f-0d46-4d03-8c29-11c4e8d42875 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:58:42.123076 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-af27d510-1752-418b-b901-8a96430b8b33 req-2355bd7f-0d46-4d03-8c29-11c4e8d42875 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e2125f4-be50-4794-ba6b-339c1df91fc1 HTTP/1.1" status: 200 len: 946 time: 0.0471206 Sep 03 12:58:42.160714 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-af27d510-1752-418b-b901-8a96430b8b33 req-d82650d8-da01-47b5-ac48-b68334834dc2 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317552 Sep 03 12:58:42.610087 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.agents_db [None req-4ecc573b-6c34-46c7-b31e-835fd9e30662 None None] Agent healthcheck: found 6 active agents {{(pid=120044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 12:58:43.276049 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893086e5-52fc-46cb-a792-f701c995343e req-0fd3ae67-55c1-449c-a9bf-4c622f94b007 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:58:43.277057 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-893086e5-52fc-46cb-a792-f701c995343e req-0fd3ae67-55c1-449c-a9bf-4c622f94b007 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e2125f4-be50-4794-ba6b-339c1df91fc1 HTTP/1.1" status: 200 len: 946 time: 0.0485406 Sep 03 12:58:43.317851 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-893086e5-52fc-46cb-a792-f701c995343e req-e94793a9-86b8-4552-8c2a-b91bca722e42 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341008 Sep 03 12:58:44.458620 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df9e4c7-13b0-40e4-a363-d52cbdb5c34a req-1965a86e-f09d-4cad-8cf0-3e7e0e410faa tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:58:44.460310 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-8df9e4c7-13b0-40e4-a363-d52cbdb5c34a req-1965a86e-f09d-4cad-8cf0-3e7e0e410faa tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e2125f4-be50-4794-ba6b-339c1df91fc1 HTTP/1.1" status: 200 len: 946 time: 0.0514214 Sep 03 12:58:44.513416 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-8df9e4c7-13b0-40e4-a363-d52cbdb5c34a req-77bac349-2e5b-47a8-9a38-d7c82ade016f tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449436 Sep 03 12:58:45.627805 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ad60cb-5040-4d9d-9520-e3c84f9eac4b req-abf984f0-8e7d-4092-98e2-861f0c1e38a3 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:58:45.629456 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-84ad60cb-5040-4d9d-9520-e3c84f9eac4b req-abf984f0-8e7d-4092-98e2-861f0c1e38a3 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e2125f4-be50-4794-ba6b-339c1df91fc1 HTTP/1.1" status: 200 len: 946 time: 0.0496209 Sep 03 12:58:45.673999 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-84ad60cb-5040-4d9d-9520-e3c84f9eac4b req-b981a568-66af-4f2e-9f40-d8971078c2ac tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373290 Sep 03 12:58:46.790196 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5177cc9-8e19-4f54-a774-e341e28747b3 req-55d4132f-e220-4b8b-946c-5e5df50ca0d9 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:58:46.791642 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-b5177cc9-8e19-4f54-a774-e341e28747b3 req-55d4132f-e220-4b8b-946c-5e5df50ca0d9 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e2125f4-be50-4794-ba6b-339c1df91fc1 HTTP/1.1" status: 200 len: 946 time: 0.0497098 Sep 03 12:58:46.829334 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-b5177cc9-8e19-4f54-a774-e341e28747b3 req-0b04b655-2778-4c98-87bf-41f4c06bdd4c tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316730 Sep 03 12:58:47.988195 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a302705-f9e5-48b8-8287-e47020838be3 req-57d33068-79b8-46bc-b801-8e618b561235 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:58:47.989728 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-1a302705-f9e5-48b8-8287-e47020838be3 req-57d33068-79b8-46bc-b801-8e618b561235 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e2125f4-be50-4794-ba6b-339c1df91fc1 HTTP/1.1" status: 200 len: 946 time: 0.0503311 Sep 03 12:58:48.029336 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-1a302705-f9e5-48b8-8287-e47020838be3 req-858d151a-c60b-42dd-83e0-29142f3ebac8 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317748 Sep 03 12:58:49.145949 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a5fd9a-e701-4132-9267-26d87fdabca0 req-1e5dd2d1-db3e-47df-b770-9e9f4b198f70 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:58:49.147978 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-e6a5fd9a-e701-4132-9267-26d87fdabca0 req-1e5dd2d1-db3e-47df-b770-9e9f4b198f70 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e2125f4-be50-4794-ba6b-339c1df91fc1 HTTP/1.1" status: 200 len: 946 time: 0.0497117 Sep 03 12:58:49.199377 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-e6a5fd9a-e701-4132-9267-26d87fdabca0 req-6e0e4818-8707-46cf-afdf-48f4e9f59b47 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440242 Sep 03 12:58:50.334863 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2195d1a-7e10-43d6-90b6-0417c911d6d9 req-d608531e-e822-4e20-81c5-cedeaab90725 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:58:50.336466 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-a2195d1a-7e10-43d6-90b6-0417c911d6d9 req-d608531e-e822-4e20-81c5-cedeaab90725 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e2125f4-be50-4794-ba6b-339c1df91fc1 HTTP/1.1" status: 200 len: 946 time: 0.0534444 Sep 03 12:58:50.376999 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-a2195d1a-7e10-43d6-90b6-0417c911d6d9 req-54d20431-d6a9-400e-a246-60e7be47a605 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309119 Sep 03 12:58:50.720108 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 37882) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:58:50.771475 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.db_base_plugin_v2 [None req-56a30b73-a213-4630-96e7-c63d07664213 admin admin] Deleting subnet 530f12ec-6efe-48f6-9d1f-eb284ba533f4 {{(pid=120042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 12:58:50.774812 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-56a30b73-a213-4630-96e7-c63d07664213 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:50.809415 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-56a30b73-a213-4630-96e7-c63d07664213 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:50.818203 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-56a30b73-a213-4630-96e7-c63d07664213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667103'] for subnet, precommit_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:50.947112 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-56a30b73-a213-4630-96e7-c63d07664213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384'] for subnet, after_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:50.972412 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a30b73-a213-4630-96e7-c63d07664213 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=530f12ec-6efe-48f6-9d1f-eb284ba533f4,revision_number=None']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:58:50.977038 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-56a30b73-a213-4630-96e7-c63d07664213 admin admin] Notify callbacks [] for subnet, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:50.980378 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-56a30b73-a213-4630-96e7-c63d07664213 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/530f12ec-6efe-48f6-9d1f-eb284ba533f4 HTTP/1.1" status: 204 len: 168 time: 0.2589855 Sep 03 12:58:50.981666 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 37886) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:58:51.050113 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-bc4b7918-6ed1-44a8-9ba2-c73e8828b806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578772'] for network, before_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:51.131266 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-bc4b7918-6ed1-44a8-9ba2-c73e8828b806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665418', 'neutron.services.segments.db._delete_segments_for_network-8763613606485'] for network, precommit_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:51.141357 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-bc4b7918-6ed1-44a8-9ba2-c73e8828b806 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=120042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:58:51.141706 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-bc4b7918-6ed1-44a8-9ba2-c73e8828b806 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=120042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:58:51.142458 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-bc4b7918-6ed1-44a8-9ba2-c73e8828b806 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=120042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:58:51.142793 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-bc4b7918-6ed1-44a8-9ba2-c73e8828b806 admin admin] Subscribe: > port after_create 55550000 {{(pid=120042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:58:51.143135 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-bc4b7918-6ed1-44a8-9ba2-c73e8828b806 admin admin] Subscribe: > port after_delete 55550000 {{(pid=120042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:58:51.143489 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-bc4b7918-6ed1-44a8-9ba2-c73e8828b806 admin admin] Subscribe: > port after_update 55550000 {{(pid=120042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:58:51.143808 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-bc4b7918-6ed1-44a8-9ba2-c73e8828b806 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=120042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:58:51.144166 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-bc4b7918-6ed1-44a8-9ba2-c73e8828b806 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=120042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:58:51.144498 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-bc4b7918-6ed1-44a8-9ba2-c73e8828b806 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=120042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:58:51.144840 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-bc4b7918-6ed1-44a8-9ba2-c73e8828b806 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=120042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:58:51.214430 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-bc4b7918-6ed1-44a8-9ba2-c73e8828b806 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=120042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:58:51.214777 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-bc4b7918-6ed1-44a8-9ba2-c73e8828b806 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=120042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:58:51.215116 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-bc4b7918-6ed1-44a8-9ba2-c73e8828b806 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=120042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:58:51.215448 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-bc4b7918-6ed1-44a8-9ba2-c73e8828b806 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=120042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 12:58:51.215850 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.services.segments.db [None req-bc4b7918-6ed1-44a8-9ba2-c73e8828b806 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d0be467-9525-4a8b-bfc8-90c987cb379d']}} {{(pid=120042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:58:51.233355 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.services.segments.db [None req-bc4b7918-6ed1-44a8-9ba2-c73e8828b806 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd42b9bd3-7b69-4585-814e-f53ad1e8e8cd') {'for_net_delete': True} {{(pid=120042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:58:51.233650 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.services.segments.db [None req-bc4b7918-6ed1-44a8-9ba2-c73e8828b806 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd42b9bd3-7b69-4585-814e-f53ad1e8e8cd') {} {{(pid=120042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:58:51.248701 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-bc4b7918-6ed1-44a8-9ba2-c73e8828b806 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763613607518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532845248'] for segment, before_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:51.267862 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-bc4b7918-6ed1-44a8-9ba2-c73e8828b806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669750'] for segment, precommit_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:51.276240 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc4b7918-6ed1-44a8-9ba2-c73e8828b806 admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=120042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 12:58:51.276620 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-bc4b7918-6ed1-44a8-9ba2-c73e8828b806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534626070'] for segment, after_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:51.280359 dv-cinder-788782-9-iscsi neutron-server[120042]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 03 12:58:51.280359 dv-cinder-788782-9-iscsi neutron-server[120042]: from cryptography.utils import int_from_bytes Sep 03 12:58:51.280359 dv-cinder-788782-9-iscsi neutron-server[120042]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 03 12:58:51.280359 dv-cinder-788782-9-iscsi neutron-server[120042]: from cryptography.utils import int_from_bytes Sep 03 12:58:51.280359 dv-cinder-788782-9-iscsi neutron-server[120042]: Traceback (most recent call last): Sep 03 12:58:51.280359 dv-cinder-788782-9-iscsi neutron-server[120042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 12:58:51.280359 dv-cinder-788782-9-iscsi neutron-server[120042]: timer() Sep 03 12:58:51.280359 dv-cinder-788782-9-iscsi neutron-server[120042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 12:58:51.280359 dv-cinder-788782-9-iscsi neutron-server[120042]: cb(*args, **kw) Sep 03 12:58:51.280359 dv-cinder-788782-9-iscsi neutron-server[120042]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 12:58:51.280359 dv-cinder-788782-9-iscsi neutron-server[120042]: return func(*args, **kwargs) Sep 03 12:58:51.280359 dv-cinder-788782-9-iscsi neutron-server[120042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 12:58:51.280359 dv-cinder-788782-9-iscsi neutron-server[120042]: self._notify() Sep 03 12:58:51.280359 dv-cinder-788782-9-iscsi neutron-server[120042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 12:58:51.280359 dv-cinder-788782-9-iscsi neutron-server[120042]: self.callback(batched_events) Sep 03 12:58:51.280359 dv-cinder-788782-9-iscsi neutron-server[120042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 12:58:51.280359 dv-cinder-788782-9-iscsi neutron-server[120042]: event.method(event) Sep 03 12:58:51.280359 dv-cinder-788782-9-iscsi neutron-server[120042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 12:58:51.280359 dv-cinder-788782-9-iscsi neutron-server[120042]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 12:58:51.280359 dv-cinder-788782-9-iscsi neutron-server[120042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 12:58:51.280359 dv-cinder-788782-9-iscsi neutron-server[120042]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 12:58:51.280359 dv-cinder-788782-9-iscsi neutron-server[120042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 12:58:51.280359 dv-cinder-788782-9-iscsi neutron-server[120042]: return f(self, *a, **k) Sep 03 12:58:51.280359 dv-cinder-788782-9-iscsi neutron-server[120042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 12:58:51.280359 dv-cinder-788782-9-iscsi neutron-server[120042]: return self._get(url).json() Sep 03 12:58:51.280359 dv-cinder-788782-9-iscsi neutron-server[120042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 12:58:51.280359 dv-cinder-788782-9-iscsi neutron-server[120042]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 12:58:51.280359 dv-cinder-788782-9-iscsi neutron-server[120042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 12:58:51.280359 dv-cinder-788782-9-iscsi neutron-server[120042]: return self.request(url, 'GET', **kwargs) Sep 03 12:58:51.280359 dv-cinder-788782-9-iscsi neutron-server[120042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 12:58:51.280359 dv-cinder-788782-9-iscsi neutron-server[120042]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 12:58:51.280359 dv-cinder-788782-9-iscsi neutron-server[120042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 12:58:51.280359 dv-cinder-788782-9-iscsi neutron-server[120042]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 12:58:51.280359 dv-cinder-788782-9-iscsi neutron-server[120042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 12:58:51.280359 dv-cinder-788782-9-iscsi neutron-server[120042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 12:58:51.280359 dv-cinder-788782-9-iscsi neutron-server[120042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 12:58:51.394951 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-bc4b7918-6ed1-44a8-9ba2-c73e8828b806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748793'] for network, after_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:51.402775 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-bc4b7918-6ed1-44a8-9ba2-c73e8828b806 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575370'] for network, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:51.405909 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-bc4b7918-6ed1-44a8-9ba2-c73e8828b806 admin admin] 10.222.0.24 "DELETE /v2.0/networks/7d0be467-9525-4a8b-bfc8-90c987cb379d HTTP/1.1" status: 204 len: 168 time: 0.4230690 Sep 03 12:58:51.407573 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 37890) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:58:51.416858 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4b7918-6ed1-44a8-9ba2-c73e8828b806 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d0be467-9525-4a8b-bfc8-90c987cb379d,revision_number=None']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:58:51.453913 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b7f0219-f93e-4328-82c8-47ee38a3ebdf admin admin] Deleting subnet 31354992-c07b-4769-8735-5f4d2296e55a {{(pid=120041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 12:58:51.457086 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-8b7f0219-f93e-4328-82c8-47ee38a3ebdf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:51.494251 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3dec37-a6ac-4d5f-8f9e-853402b714e1 req-9dd55cfd-85ca-48cc-a326-7e1af89623be tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:58:51.494479 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-8b7f0219-f93e-4328-82c8-47ee38a3ebdf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-533074396'] for subnet, precommit_delete_associations {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:51.495475 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-1a3dec37-a6ac-4d5f-8f9e-853402b714e1 req-9dd55cfd-85ca-48cc-a326-7e1af89623be tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e2125f4-be50-4794-ba6b-339c1df91fc1 HTTP/1.1" status: 200 len: 946 time: 0.0488696 Sep 03 12:58:51.535005 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-8b7f0219-f93e-4328-82c8-47ee38a3ebdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667103'] for subnet, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:51.539605 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-1a3dec37-a6ac-4d5f-8f9e-853402b714e1 req-7d9a3cea-674f-45c8-b12b-081f6d4280b7 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331581 Sep 03 12:58:51.649717 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-8b7f0219-f93e-4328-82c8-47ee38a3ebdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533180452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532788743'] for subnet, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:51.677880 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-8b7f0219-f93e-4328-82c8-47ee38a3ebdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575370'] for subnet, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:51.680401 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-8b7f0219-f93e-4328-82c8-47ee38a3ebdf admin admin] 10.222.0.24 "DELETE /v2.0/subnets/31354992-c07b-4769-8735-5f4d2296e55a HTTP/1.1" status: 204 len: 168 time: 0.2712884 Sep 03 12:58:51.681346 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7f0219-f93e-4328-82c8-47ee38a3ebdf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31354992-c07b-4769-8735-5f4d2296e55a,revision_number=None']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:58:51.683295 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 37894) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:58:51.750353 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-ea8356b2-4a51-437a-8173-d29f3e703037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578772'] for network, before_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:51.827832 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-ea8356b2-4a51-437a-8173-d29f3e703037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665418', 'neutron.services.segments.db._delete_segments_for_network-8763613606485'] for network, precommit_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:51.839716 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.services.segments.db [None req-ea8356b2-4a51-437a-8173-d29f3e703037 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55754b29-592b-49ad-8396-3e5b8047e3db']}} {{(pid=120042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:58:51.850123 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.services.segments.db [None req-ea8356b2-4a51-437a-8173-d29f3e703037 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24755207-1382-4102-8de5-e97533a543cf') {'for_net_delete': True} {{(pid=120042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:58:51.850994 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.services.segments.db [None req-ea8356b2-4a51-437a-8173-d29f3e703037 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24755207-1382-4102-8de5-e97533a543cf') {} {{(pid=120042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 12:58:51.860167 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-ea8356b2-4a51-437a-8173-d29f3e703037 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763613607518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532845248'] for segment, before_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:51.873966 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-ea8356b2-4a51-437a-8173-d29f3e703037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669750'] for segment, precommit_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:51.879841 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea8356b2-4a51-437a-8173-d29f3e703037 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=120042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 12:58:51.880283 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-ea8356b2-4a51-437a-8173-d29f3e703037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534626070'] for segment, after_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:51.881876 dv-cinder-788782-9-iscsi neutron-server[120042]: Traceback (most recent call last): Sep 03 12:58:51.881876 dv-cinder-788782-9-iscsi neutron-server[120042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 12:58:51.881876 dv-cinder-788782-9-iscsi neutron-server[120042]: timer() Sep 03 12:58:51.881876 dv-cinder-788782-9-iscsi neutron-server[120042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 12:58:51.881876 dv-cinder-788782-9-iscsi neutron-server[120042]: cb(*args, **kw) Sep 03 12:58:51.881876 dv-cinder-788782-9-iscsi neutron-server[120042]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 12:58:51.881876 dv-cinder-788782-9-iscsi neutron-server[120042]: return func(*args, **kwargs) Sep 03 12:58:51.881876 dv-cinder-788782-9-iscsi neutron-server[120042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 12:58:51.881876 dv-cinder-788782-9-iscsi neutron-server[120042]: self._notify() Sep 03 12:58:51.881876 dv-cinder-788782-9-iscsi neutron-server[120042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 12:58:51.881876 dv-cinder-788782-9-iscsi neutron-server[120042]: self.callback(batched_events) Sep 03 12:58:51.881876 dv-cinder-788782-9-iscsi neutron-server[120042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 12:58:51.881876 dv-cinder-788782-9-iscsi neutron-server[120042]: event.method(event) Sep 03 12:58:51.881876 dv-cinder-788782-9-iscsi neutron-server[120042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 12:58:51.881876 dv-cinder-788782-9-iscsi neutron-server[120042]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 12:58:51.881876 dv-cinder-788782-9-iscsi neutron-server[120042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 12:58:51.881876 dv-cinder-788782-9-iscsi neutron-server[120042]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 12:58:51.881876 dv-cinder-788782-9-iscsi neutron-server[120042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 12:58:51.881876 dv-cinder-788782-9-iscsi neutron-server[120042]: return f(self, *a, **k) Sep 03 12:58:51.881876 dv-cinder-788782-9-iscsi neutron-server[120042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 12:58:51.881876 dv-cinder-788782-9-iscsi neutron-server[120042]: return self._get(url).json() Sep 03 12:58:51.881876 dv-cinder-788782-9-iscsi neutron-server[120042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 12:58:51.881876 dv-cinder-788782-9-iscsi neutron-server[120042]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 12:58:51.881876 dv-cinder-788782-9-iscsi neutron-server[120042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 12:58:51.881876 dv-cinder-788782-9-iscsi neutron-server[120042]: return self.request(url, 'GET', **kwargs) Sep 03 12:58:51.881876 dv-cinder-788782-9-iscsi neutron-server[120042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 12:58:51.881876 dv-cinder-788782-9-iscsi neutron-server[120042]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 12:58:51.881876 dv-cinder-788782-9-iscsi neutron-server[120042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 12:58:51.881876 dv-cinder-788782-9-iscsi neutron-server[120042]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 12:58:51.881876 dv-cinder-788782-9-iscsi neutron-server[120042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 12:58:51.881876 dv-cinder-788782-9-iscsi neutron-server[120042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 12:58:51.881876 dv-cinder-788782-9-iscsi neutron-server[120042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 12:58:52.007174 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-ea8356b2-4a51-437a-8173-d29f3e703037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748793'] for network, after_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:52.011958 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-ea8356b2-4a51-437a-8173-d29f3e703037 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575370'] for network, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:52.013878 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-ea8356b2-4a51-437a-8173-d29f3e703037 admin admin] 10.222.0.24 "DELETE /v2.0/networks/55754b29-592b-49ad-8396-3e5b8047e3db HTTP/1.1" status: 204 len: 168 time: 0.3295126 Sep 03 12:58:52.025925 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8356b2-4a51-437a-8173-d29f3e703037 admin admin] Pushing event deleted for resources: {'Network': ['ID=55754b29-592b-49ad-8396-3e5b8047e3db,revision_number=None']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:58:52.442429 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 37904) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:58:52.482079 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-66c04beb-0d38-4ab6-bb4a-5f8867919634 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1f9e07130b754eae8c4376c334907248&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385416 Sep 03 12:58:52.484485 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 37906) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:58:52.531692 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-ff55300d-8a0d-44de-8e12-f0b98b079b89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:52.552899 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-ff55300d-8a0d-44de-8e12-f0b98b079b89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:52.654068 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184314ed-bbe9-43dd-aea7-5910d8797f53 req-675db9be-f4b7-42dc-8cd5-a764fa8ce41a tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:58:52.655716 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-184314ed-bbe9-43dd-aea7-5910d8797f53 req-675db9be-f4b7-42dc-8cd5-a764fa8ce41a tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e2125f4-be50-4794-ba6b-339c1df91fc1 HTTP/1.1" status: 200 len: 946 time: 0.0501311 Sep 03 12:58:52.694550 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-184314ed-bbe9-43dd-aea7-5910d8797f53 req-894e5541-8342-4a46-af18-791e1c9736e0 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325365 Sep 03 12:58:52.717818 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-ff55300d-8a0d-44de-8e12-f0b98b079b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:52.720386 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-ff55300d-8a0d-44de-8e12-f0b98b079b89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:52.721511 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-ff55300d-8a0d-44de-8e12-f0b98b079b89 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/247b2ca8-28c5-4dac-86ad-7198476189bd HTTP/1.1" status: 204 len: 168 time: 0.2361429 Sep 03 12:58:52.730390 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff55300d-8a0d-44de-8e12-f0b98b079b89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=247b2ca8-28c5-4dac-86ad-7198476189bd,revision_number=None']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:58:52.743814 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff55300d-8a0d-44de-8e12-f0b98b079b89 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:58:52.744295 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff55300d-8a0d-44de-8e12-f0b98b079b89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:58:52.744535 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff55300d-8a0d-44de-8e12-f0b98b079b89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:58:52.744887 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff55300d-8a0d-44de-8e12-f0b98b079b89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:58:52.745218 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff55300d-8a0d-44de-8e12-f0b98b079b89 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:58:52.745544 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff55300d-8a0d-44de-8e12-f0b98b079b89 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:58:52.745866 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff55300d-8a0d-44de-8e12-f0b98b079b89 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:58:52.746187 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff55300d-8a0d-44de-8e12-f0b98b079b89 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:58:52.746684 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff55300d-8a0d-44de-8e12-f0b98b079b89 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:58:52.747008 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff55300d-8a0d-44de-8e12-f0b98b079b89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:58:52.747514 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff55300d-8a0d-44de-8e12-f0b98b079b89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:58:52.748015 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff55300d-8a0d-44de-8e12-f0b98b079b89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:58:52.902296 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5ddfdb-62cd-47a6-b8e4-103b500897bb req-2fff91a6-dc47-4372-a78f-cdc84afbe948 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:58:52.903802 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-2a5ddfdb-62cd-47a6-b8e4-103b500897bb req-2fff91a6-dc47-4372-a78f-cdc84afbe948 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/networks?id=5e5b8b41-03d5-4554-969f-d7a30c751bff HTTP/1.1" status: 200 len: 815 time: 0.1063452 Sep 03 12:58:52.920707 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-2a5ddfdb-62cd-47a6-b8e4-103b500897bb req-2a6a3e82-4360-4698-85f2-ae8c06261cb1 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/quotas/a78b59a0f91f4ce9a846e469dbce5484 HTTP/1.1" status: 200 len: 375 time: 0.0101385 Sep 03 12:58:52.976149 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-2a5ddfdb-62cd-47a6-b8e4-103b500897bb req-ca9b9dfc-be51-4a57-8e57-8cd49960fe10 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a78b59a0f91f4ce9a846e469dbce5484&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0493681 Sep 03 12:58:53.070815 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-2a5ddfdb-62cd-47a6-b8e4-103b500897bb req-df0e7c08-d692-41f5-b326-60a4414a13f6 service neutron] 10.222.0.24 "GET /v2.0/networks/5e5b8b41-03d5-4554-969f-d7a30c751bff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869529 Sep 03 12:58:53.160374 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-2a5ddfdb-62cd-47a6-b8e4-103b500897bb req-d05a971c-a6ad-4063-ae27-0e27ae88a2ef service neutron] 10.222.0.24 "GET /v2.0/networks/5e5b8b41-03d5-4554-969f-d7a30c751bff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832682 Sep 03 12:58:53.389733 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ec3e1619-ca06-4c65-8704-e9739b835762 req-e46069a0-0c93-4413-9437-30ef93cda0fb tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/ports?device_id=f53f96c0-d8b5-47d6-baeb-8e898fdab9ce HTTP/1.1" status: 200 len: 210 time: 0.0287158 Sep 03 12:58:53.488227 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 37936) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:58:53.527530 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-d586f6b7-e876-419e-9b2a-77d66e4287c6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=21d950f84fdc4a8d975122ed463b0d7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376816 Sep 03 12:58:53.529983 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 37938) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:58:53.577880 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-783287d9-1830-4952-9346-20527198403f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:53.598983 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-783287d9-1830-4952-9346-20527198403f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:53.760891 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-783287d9-1830-4952-9346-20527198403f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:53.760891 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-783287d9-1830-4952-9346-20527198403f admin admin] Notify callbacks [] for security_group, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:53.761286 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-783287d9-1830-4952-9346-20527198403f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ef98d187-6d4e-4a2e-985b-0d196c1a5351 HTTP/1.1" status: 204 len: 168 time: 0.2304308 Sep 03 12:58:53.770245 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783287d9-1830-4952-9346-20527198403f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef98d187-6d4e-4a2e-985b-0d196c1a5351,revision_number=None']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:58:53.851365 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99512802-4056-4b06-b7da-af6ee873b1ee req-1b0e4a7c-e4e7-435d-8df3-34b0376be678 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:58:53.852994 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-99512802-4056-4b06-b7da-af6ee873b1ee req-1b0e4a7c-e4e7-435d-8df3-34b0376be678 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e2125f4-be50-4794-ba6b-339c1df91fc1 HTTP/1.1" status: 200 len: 946 time: 0.0492072 Sep 03 12:58:53.892966 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-99512802-4056-4b06-b7da-af6ee873b1ee req-51c327e2-b979-492a-bc96-7dd8fd1a26e2 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333543 Sep 03 12:58:54.484015 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-2816851f-95d5-4bc5-adba-176d25f2a7f6 req-885e1bab-b1a4-4b94-85bf-4b5168baf2a8 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/ports?device_id=f53f96c0-d8b5-47d6-baeb-8e898fdab9ce HTTP/1.1" status: 200 len: 210 time: 0.0261753 Sep 03 12:58:55.016417 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44e0c8a-01ac-4d55-9ea7-89f408c9b5df req-3c2f25ed-6438-498a-a9d1-bf4186ba106a tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:58:55.017903 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-b44e0c8a-01ac-4d55-9ea7-89f408c9b5df req-3c2f25ed-6438-498a-a9d1-bf4186ba106a tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e2125f4-be50-4794-ba6b-339c1df91fc1 HTTP/1.1" status: 200 len: 946 time: 0.0478587 Sep 03 12:58:55.055269 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-b44e0c8a-01ac-4d55-9ea7-89f408c9b5df req-a7c981af-39c1-4aa2-bf08-f47431162d0a tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313232 Sep 03 12:58:55.470264 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5ddfdb-62cd-47a6-b8e4-103b500897bb req-c895efec-fe42-40e2-981c-5e40b9268d08 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:58:55.471727 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-2a5ddfdb-62cd-47a6-b8e4-103b500897bb req-c895efec-fe42-40e2-981c-5e40b9268d08 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.11 "GET /v2.0/networks?id=5e5b8b41-03d5-4554-969f-d7a30c751bff HTTP/1.1" status: 200 len: 815 time: 0.1046233 Sep 03 12:58:55.503793 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.v2.base [req-2a5ddfdb-62cd-47a6-b8e4-103b500897bb req-482b8016-ca2c-431f-8a10-1657aa51636e tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Request body: {'port': {'device_id': 'f53f96c0-d8b5-47d6-baeb-8e898fdab9ce', 'network_id': '5e5b8b41-03d5-4554-969f-d7a30c751bff', 'admin_state_up': True, 'tenant_id': 'a78b59a0f91f4ce9a846e469dbce5484'}} {{(pid=120042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:58:55.601502 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-7672a46f-9b4a-46ca-b449-79bbeb80dd30 req-ac00806c-13f1-46d3-a161-0a6720b0ea87 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/ports?device_id=f53f96c0-d8b5-47d6-baeb-8e898fdab9ce HTTP/1.1" status: 200 len: 210 time: 0.0314460 Sep 03 12:58:55.723627 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a5ddfdb-62cd-47a6-b8e4-103b500897bb req-482b8016-ca2c-431f-8a10-1657aa51636e tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Made reservation on behalf of a78b59a0f91f4ce9a846e469dbce5484 for: {'port': 1} {{(pid=120042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 12:58:55.727890 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-2a5ddfdb-62cd-47a6-b8e4-103b500897bb req-482b8016-ca2c-431f-8a10-1657aa51636e tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:55.861114 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.db_base_plugin_common [req-2a5ddfdb-62cd-47a6-b8e4-103b500897bb req-482b8016-ca2c-431f-8a10-1657aa51636e tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Allocated IP 172.20.0.10 (5e5b8b41-03d5-4554-969f-d7a30c751bff/7fcd5c28-d074-498e-8414-0624eda811c3/ea8097fc-75fc-40f9-87d8-0f5885fbe3f8) {{(pid=120042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 12:58:56.234061 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff4bfaf-c256-43f8-af48-65c2b981ec92 req-4c30a69c-2d93-4f40-b117-5a5a9c83b4db tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:58:56.235515 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-0ff4bfaf-c256-43f8-af48-65c2b981ec92 req-4c30a69c-2d93-4f40-b117-5a5a9c83b4db tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e2125f4-be50-4794-ba6b-339c1df91fc1 HTTP/1.1" status: 200 len: 946 time: 0.1095495 Sep 03 12:58:56.287954 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-2a5ddfdb-62cd-47a6-b8e4-103b500897bb req-482b8016-ca2c-431f-8a10-1657aa51636e tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Notify callbacks [] for port, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:56.298041 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-0ff4bfaf-c256-43f8-af48-65c2b981ec92 req-41c5732a-60e8-48c1-97b2-2328cd41b970 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556135 Sep 03 12:58:56.412634 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-2a5ddfdb-62cd-47a6-b8e4-103b500897bb req-482b8016-ca2c-431f-8a10-1657aa51636e tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763613061259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534626149'] for port, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:56.426569 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] get_ports_and_sgs() called for port_ids ['d96262ba-32f5-43b0-a1cf-dc4b27e4d9ac', '3ca68ed4-8a9c-4f9e-9b7d-52411d41f293', '29cdd403-6d5a-430e-8455-48deaf98668e'] {{(pid=120043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 12:58:56.457972 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a5ddfdb-62cd-47a6-b8e4-103b500897bb req-482b8016-ca2c-431f-8a10-1657aa51636e tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Network 5e5b8b41-03d5-4554-969f-d7a30c751bff is already hosted by enough agents. {{(pid=120042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 12:58:56.461009 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.base_scheduler [req-2a5ddfdb-62cd-47a6-b8e4-103b500897bb req-482b8016-ca2c-431f-8a10-1657aa51636e tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Resources bound (agent type, host, resource id): {{(pid=120042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:58:56.467850 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a5ddfdb-62cd-47a6-b8e4-103b500897bb req-482b8016-ca2c-431f-8a10-1657aa51636e tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Received port after_create {{(pid=120042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 12:58:56.471956 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482b8016-ca2c-431f-8a10-1657aa51636e tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Pushing event updated for resources: {'Port': ['ID=ea8097fc-75fc-40f9-87d8-0f5885fbe3f8,revision_number=1']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:58:56.496967 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482b8016-ca2c-431f-8a10-1657aa51636e tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:58:56.497400 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482b8016-ca2c-431f-8a10-1657aa51636e tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:58:56.497756 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482b8016-ca2c-431f-8a10-1657aa51636e tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:58:56.498589 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482b8016-ca2c-431f-8a10-1657aa51636e tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:58:56.498589 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482b8016-ca2c-431f-8a10-1657aa51636e tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:58:56.498925 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482b8016-ca2c-431f-8a10-1657aa51636e tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:58:56.499269 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482b8016-ca2c-431f-8a10-1657aa51636e tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:58:56.500243 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482b8016-ca2c-431f-8a10-1657aa51636e tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:58:56.506437 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482b8016-ca2c-431f-8a10-1657aa51636e tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:58:56.506437 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482b8016-ca2c-431f-8a10-1657aa51636e tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:58:56.506437 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482b8016-ca2c-431f-8a10-1657aa51636e tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:58:56.506437 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482b8016-ca2c-431f-8a10-1657aa51636e tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:58:56.532132 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5ddfdb-62cd-47a6-b8e4-103b500897bb req-482b8016-ca2c-431f-8a10-1657aa51636e tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:58:56.532699 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-2a5ddfdb-62cd-47a6-b8e4-103b500897bb req-482b8016-ca2c-431f-8a10-1657aa51636e tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10697'] for port, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:56.652651 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-2a5ddfdb-62cd-47a6-b8e4-103b500897bb req-482b8016-ca2c-431f-8a10-1657aa51636e tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1529026 Sep 03 12:58:56.666834 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.v2.base [req-2a5ddfdb-62cd-47a6-b8e4-103b500897bb req-b2be54b9-6d27-4395-a9f9-44fb631e9eaf service neutron] Request body: {'port': {'device_id': 'f53f96c0-d8b5-47d6-baeb-8e898fdab9ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=120042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:58:56.748492 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-2a5ddfdb-62cd-47a6-b8e4-103b500897bb req-b2be54b9-6d27-4395-a9f9-44fb631e9eaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:56.758398 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e4f85e-b423-4223-b345-89074c198279 req-28a9f573-9761-4995-a026-a39d74fde463 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:58:56.759881 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-36e4f85e-b423-4223-b345-89074c198279 req-28a9f573-9761-4995-a026-a39d74fde463 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/ports?device_id=f53f96c0-d8b5-47d6-baeb-8e898fdab9ce HTTP/1.1" status: 200 len: 932 time: 0.0892911 Sep 03 12:58:56.825506 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-36e4f85e-b423-4223-b345-89074c198279 req-7f3b3bbb-ca71-4499-9983-c1022d4c62a2 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/security-groups?id=202644d7-0091-49f7-a3d6-689b64f2110e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595887 Sep 03 12:58:57.041757 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.notifiers.nova [req-2a5ddfdb-62cd-47a6-b8e4-103b500897bb req-b2be54b9-6d27-4395-a9f9-44fb631e9eaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea8097fc-75fc-40f9-87d8-0f5885fbe3f8 {{(pid=120042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 12:58:57.049129 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-2a5ddfdb-62cd-47a6-b8e4-103b500897bb req-b2be54b9-6d27-4395-a9f9-44fb631e9eaf service neutron] Notify callbacks [] for port, precommit_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:57.061465 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.provisioning_blocks [req-2a5ddfdb-62cd-47a6-b8e4-103b500897bb req-b2be54b9-6d27-4395-a9f9-44fb631e9eaf service neutron] Transition to ACTIVE for port object ea8097fc-75fc-40f9-87d8-0f5885fbe3f8 will not be triggered until provisioned by entity L2. {{(pid=120042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 12:58:57.140700 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-2a5ddfdb-62cd-47a6-b8e4-103b500897bb req-b2be54b9-6d27-4395-a9f9-44fb631e9eaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534626162'] for port, after_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:57.187506 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2be54b9-6d27-4395-a9f9-44fb631e9eaf service neutron] Pushing event updated for resources: {'Port': ['ID=ea8097fc-75fc-40f9-87d8-0f5885fbe3f8,revision_number=2']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:58:57.257516 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.managers [req-2a5ddfdb-62cd-47a6-b8e4-103b500897bb req-b2be54b9-6d27-4395-a9f9-44fb631e9eaf service neutron] Attempting to bind port ea8097fc-75fc-40f9-87d8-0f5885fbe3f8 on host hv-cinder-78878 for vnic_type normal with profile {{(pid=120042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 12:58:57.258085 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.managers [req-2a5ddfdb-62cd-47a6-b8e4-103b500897bb req-b2be54b9-6d27-4395-a9f9-44fb631e9eaf service neutron] Attempting to bind port ea8097fc-75fc-40f9-87d8-0f5885fbe3f8 by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': 'e15e6e61-4793-4b3c-8e28-8614cba2f27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5e5b8b41-03d5-4554-969f-d7a30c751bff'}] {{(pid=120042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 12:58:57.258186 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5ddfdb-62cd-47a6-b8e4-103b500897bb req-b2be54b9-6d27-4395-a9f9-44fb631e9eaf service neutron] Attempting to bind port ea8097fc-75fc-40f9-87d8-0f5885fbe3f8 on network 5e5b8b41-03d5-4554-969f-d7a30c751bff {{(pid=120042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 12:58:57.262357 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5ddfdb-62cd-47a6-b8e4-103b500897bb req-b2be54b9-6d27-4395-a9f9-44fb631e9eaf service neutron] Port ea8097fc-75fc-40f9-87d8-0f5885fbe3f8 on network 5e5b8b41-03d5-4554-969f-d7a30c751bff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=120042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 12:58:57.262706 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5ddfdb-62cd-47a6-b8e4-103b500897bb req-b2be54b9-6d27-4395-a9f9-44fb631e9eaf service neutron] Attempting to bind port ea8097fc-75fc-40f9-87d8-0f5885fbe3f8 on network 5e5b8b41-03d5-4554-969f-d7a30c751bff {{(pid=120042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 12:58:57.267385 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5ddfdb-62cd-47a6-b8e4-103b500897bb req-b2be54b9-6d27-4395-a9f9-44fb631e9eaf service neutron] Checking agent: {'id': '0f6a9262-0a79-4cf4-ac76-73211ad22d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 12, 55, 7), 'started_at': datetime.datetime(2021, 9, 3, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 12, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 12:58:57.267769 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5ddfdb-62cd-47a6-b8e4-103b500897bb req-b2be54b9-6d27-4395-a9f9-44fb631e9eaf service neutron] Checking segment: {'id': 'e15e6e61-4793-4b3c-8e28-8614cba2f27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5e5b8b41-03d5-4554-969f-d7a30c751bff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 12:58:57.268179 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5ddfdb-62cd-47a6-b8e4-103b500897bb req-b2be54b9-6d27-4395-a9f9-44fb631e9eaf service neutron] Bound using segment: {'id': 'e15e6e61-4793-4b3c-8e28-8614cba2f27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5e5b8b41-03d5-4554-969f-d7a30c751bff'} {{(pid=120042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 12:58:57.268605 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.managers [req-2a5ddfdb-62cd-47a6-b8e4-103b500897bb req-b2be54b9-6d27-4395-a9f9-44fb631e9eaf service neutron] Bound port: ea8097fc-75fc-40f9-87d8-0f5885fbe3f8, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e15e6e61-4793-4b3c-8e28-8614cba2f27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5e5b8b41-03d5-4554-969f-d7a30c751bff'}}] {{(pid=120042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 12:58:57.268959 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-2a5ddfdb-62cd-47a6-b8e4-103b500897bb req-b2be54b9-6d27-4395-a9f9-44fb631e9eaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:57.329683 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.db [req-2a5ddfdb-62cd-47a6-b8e4-103b500897bb req-b2be54b9-6d27-4395-a9f9-44fb631e9eaf service neutron] For port ea8097fc-75fc-40f9-87d8-0f5885fbe3f8, host hv-cinder-78878, cleared binding levels {{(pid=120042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 12:58:57.333351 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.db [req-2a5ddfdb-62cd-47a6-b8e4-103b500897bb req-b2be54b9-6d27-4395-a9f9-44fb631e9eaf service neutron] For port ea8097fc-75fc-40f9-87d8-0f5885fbe3f8, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=ea8097fc-75fc-40f9-87d8-0f5885fbe3f8,segment=NetworkSegment(e15e6e61-4793-4b3c-8e28-8614cba2f27c),segment_id=e15e6e61-4793-4b3c-8e28-8614cba2f27c)] {{(pid=120042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 12:58:57.402757 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-2a5ddfdb-62cd-47a6-b8e4-103b500897bb req-b2be54b9-6d27-4395-a9f9-44fb631e9eaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534626162'] for port, after_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:57.439314 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5ddfdb-62cd-47a6-b8e4-103b500897bb req-b2be54b9-6d27-4395-a9f9-44fb631e9eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:58:57.440360 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-2a5ddfdb-62cd-47a6-b8e4-103b500897bb req-b2be54b9-6d27-4395-a9f9-44fb631e9eaf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10697'] for port, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:57.442090 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-2a5ddfdb-62cd-47a6-b8e4-103b500897bb req-b2be54b9-6d27-4395-a9f9-44fb631e9eaf service neutron] 10.222.0.11 "PUT /v2.0/ports/ea8097fc-75fc-40f9-87d8-0f5885fbe3f8 HTTP/1.1" status: 200 len: 1094 time: 0.7802064 Sep 03 12:58:57.445127 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f53f96c0-d8b5-47d6-baeb-8e898fdab9ce', 'tag': 'ea8097fc-75fc-40f9-87d8-0f5885fbe3f8'}] {{(pid=120042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 12:58:57.447485 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d2a6420b193a10f45e0477184c700453c1253cfa456d27c4e3ab5b2f2f62351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e17bfb4-daaa-4a16-9751-ae0b6207e6bd" -d '{"events": [{"name": "network-changed", "server_uuid": "f53f96c0-d8b5-47d6-baeb-8e898fdab9ce", "tag": "ea8097fc-75fc-40f9-87d8-0f5885fbe3f8"}]}' {{(pid=120042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 12:58:57.473450 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e078cd8b-ae2a-43eb-b6e3-c6c7fc15d8aa req-2e0bc17f-80e0-4994-987c-6ddcfd291eaf tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:58:57.473450 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-e078cd8b-ae2a-43eb-b6e3-c6c7fc15d8aa req-2e0bc17f-80e0-4994-987c-6ddcfd291eaf tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e2125f4-be50-4794-ba6b-339c1df91fc1 HTTP/1.1" status: 200 len: 946 time: 0.1012609 Sep 03 12:58:57.489340 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 12:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7d84db0-3b77-4508-8cc5-534a195b28b9 x-openstack-request-id: req-e7d84db0-3b77-4508-8cc5-534a195b28b9 {{(pid=120042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 12:58:57.489633 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f53f96c0-d8b5-47d6-baeb-8e898fdab9ce", "tag": "ea8097fc-75fc-40f9-87d8-0f5885fbe3f8", "status": "completed", "code": 200}]} {{(pid=120042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 12:58:57.489886 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e7d84db0-3b77-4508-8cc5-534a195b28b9 {{(pid=120042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 12:58:57.490320 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f53f96c0-d8b5-47d6-baeb-8e898fdab9ce', 'tag': 'ea8097fc-75fc-40f9-87d8-0f5885fbe3f8', 'status': 'completed', 'code': 200} Sep 03 12:58:57.498705 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2be54b9-6d27-4395-a9f9-44fb631e9eaf service neutron] Pushing event updated for resources: {'Port': ['ID=ea8097fc-75fc-40f9-87d8-0f5885fbe3f8,revision_number=3']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:58:57.567631 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-e078cd8b-ae2a-43eb-b6e3-c6c7fc15d8aa req-6206de43-0b05-43cd-950e-f8f7231c9373 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835049 Sep 03 12:58:57.580816 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e17bfb4-daaa-4a16-9751-ae0b6207e6bd req-59203de1-ee67-48f0-b747-532ffb229a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:58:57.582315 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-9e17bfb4-daaa-4a16-9751-ae0b6207e6bd req-59203de1-ee67-48f0-b747-532ffb229a58 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a78b59a0f91f4ce9a846e469dbce5484&device_id=f53f96c0-d8b5-47d6-baeb-8e898fdab9ce HTTP/1.1" status: 200 len: 1097 time: 0.0517614 Sep 03 12:58:57.685039 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e17bfb4-daaa-4a16-9751-ae0b6207e6bd req-1e28b33d-f3d8-42b7-aac7-885b7eb16e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:58:57.686510 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-9e17bfb4-daaa-4a16-9751-ae0b6207e6bd req-1e28b33d-f3d8-42b7-aac7-885b7eb16e4b service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=a78b59a0f91f4ce9a846e469dbce5484&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0904796 Sep 03 12:58:57.785206 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e17bfb4-daaa-4a16-9751-ae0b6207e6bd req-a5f6bd38-0de0-4e97-9b94-338994fef8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:58:57.786677 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-9e17bfb4-daaa-4a16-9751-ae0b6207e6bd req-a5f6bd38-0de0-4e97-9b94-338994fef8aa service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0911164 Sep 03 12:58:57.874397 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5ddfdb-62cd-47a6-b8e4-103b500897bb req-993f3bd6-4c3f-4b32-9b58-e4fdcf026adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:58:57.875906 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-2a5ddfdb-62cd-47a6-b8e4-103b500897bb req-993f3bd6-4c3f-4b32-9b58-e4fdcf026adc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a78b59a0f91f4ce9a846e469dbce5484&device_id=f53f96c0-d8b5-47d6-baeb-8e898fdab9ce HTTP/1.1" status: 200 len: 1097 time: 0.0404181 Sep 03 12:58:57.932903 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-2a5ddfdb-62cd-47a6-b8e4-103b500897bb req-0949967a-2d4d-4e1c-9f3b-d05d7e2a75e8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea8097fc-75fc-40f9-87d8-0f5885fbe3f8 HTTP/1.1" status: 200 len: 217 time: 0.0442543 Sep 03 12:58:58.003306 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f099e514-45e4-4b9f-baba-41383aa0f6f3 req-a78b8d43-d4c3-4387-83c6-92ebaded90b0 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:58:58.004788 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-f099e514-45e4-4b9f-baba-41383aa0f6f3 req-a78b8d43-d4c3-4387-83c6-92ebaded90b0 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/ports?device_id=f53f96c0-d8b5-47d6-baeb-8e898fdab9ce HTTP/1.1" status: 200 len: 944 time: 0.1096520 Sep 03 12:58:58.007129 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5ddfdb-62cd-47a6-b8e4-103b500897bb req-d2d50825-0ce7-4e26-888a-1fe750b99349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:58:58.008473 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-2a5ddfdb-62cd-47a6-b8e4-103b500897bb req-d2d50825-0ce7-4e26-888a-1fe750b99349 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7fcd5c28-d074-498e-8414-0624eda811c3 HTTP/1.1" status: 200 len: 855 time: 0.0615115 Sep 03 12:58:58.050249 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-2a5ddfdb-62cd-47a6-b8e4-103b500897bb req-63cc08a7-7156-44e4-bca8-3ab17ea4e3c4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5e5b8b41-03d5-4554-969f-d7a30c751bff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262148 Sep 03 12:58:58.062397 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-f099e514-45e4-4b9f-baba-41383aa0f6f3 req-e9bc5dbd-1c40-4dfc-9797-db27068b3d84 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/security-groups?id=202644d7-0091-49f7-a3d6-689b64f2110e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511580 Sep 03 12:58:58.150246 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-2a5ddfdb-62cd-47a6-b8e4-103b500897bb req-9ce69664-9338-447e-8d01-154068a9ec72 service neutron] 10.222.0.11 "GET /v2.0/networks/5e5b8b41-03d5-4554-969f-d7a30c751bff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868208 Sep 03 12:58:58.251329 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-2a5ddfdb-62cd-47a6-b8e4-103b500897bb req-56440e9b-17fc-488e-b2b4-3f300aa60aa5 service neutron] 10.222.0.11 "GET /v2.0/networks/5e5b8b41-03d5-4554-969f-d7a30c751bff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877714 Sep 03 12:58:58.681535 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f0f54d-92a4-416c-b966-5be6c850f485 req-016b9424-62e7-4f61-a380-53b154c9152e tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:58:58.683022 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-32f0f54d-92a4-416c-b966-5be6c850f485 req-016b9424-62e7-4f61-a380-53b154c9152e tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e2125f4-be50-4794-ba6b-339c1df91fc1 HTTP/1.1" status: 200 len: 946 time: 0.0488801 Sep 03 12:58:58.737702 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-32f0f54d-92a4-416c-b966-5be6c850f485 req-d997ec75-02e6-40d8-b237-dae8c4f933e3 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318463 Sep 03 12:58:59.182515 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0b4cd1-9066-42a1-bded-c227f23af498 req-2a464cb1-58e6-4e38-860d-2928ef96917e tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:58:59.182515 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-6b0b4cd1-9066-42a1-bded-c227f23af498 req-2a464cb1-58e6-4e38-860d-2928ef96917e tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/ports?device_id=f53f96c0-d8b5-47d6-baeb-8e898fdab9ce HTTP/1.1" status: 200 len: 944 time: 0.0482068 Sep 03 12:58:59.217016 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-6b0b4cd1-9066-42a1-bded-c227f23af498 req-0f2acc4f-fc05-41a2-bbfa-912dd4c5533b tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/security-groups?id=202644d7-0091-49f7-a3d6-689b64f2110e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330722 Sep 03 12:58:59.257924 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 38092) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:58:59.357906 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-6d79e612-4178-4c38-8202-cfc76e0998ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:59.444962 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-6d79e612-4178-4c38-8202-cfc76e0998ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:59.532071 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-6d79e612-4178-4c38-8202-cfc76e0998ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:59.568086 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d79e612-4178-4c38-8202-cfc76e0998ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=563bacfe-9f65-4d78-9ec0-c4a6b8c89448,revision_number=1']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:58:59.572854 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-6d79e612-4178-4c38-8202-cfc76e0998ba admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ba6e548d669d49508d4091991dc4fa72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3139207 Sep 03 12:58:59.575456 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 38098) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:58:59.634660 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-31bffa44-69c2-4fc8-a259-8a9002dd5372 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:59.657661 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-31bffa44-69c2-4fc8-a259-8a9002dd5372 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:59.836351 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456a31c8-1faa-460d-a4af-38275dc6ae13 req-bf93c651-55d2-423e-bfec-535d1cddc440 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:58:59.838044 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-456a31c8-1faa-460d-a4af-38275dc6ae13 req-bf93c651-55d2-423e-bfec-535d1cddc440 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e2125f4-be50-4794-ba6b-339c1df91fc1 HTTP/1.1" status: 200 len: 946 time: 0.0468290 Sep 03 12:58:59.851654 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-31bffa44-69c2-4fc8-a259-8a9002dd5372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:59.854267 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-31bffa44-69c2-4fc8-a259-8a9002dd5372 admin admin] Notify callbacks [] for security_group, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:58:59.858371 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-31bffa44-69c2-4fc8-a259-8a9002dd5372 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/563bacfe-9f65-4d78-9ec0-c4a6b8c89448 HTTP/1.1" status: 204 len: 168 time: 0.2818449 Sep 03 12:58:59.875257 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bffa44-69c2-4fc8-a259-8a9002dd5372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=563bacfe-9f65-4d78-9ec0-c4a6b8c89448,revision_number=None']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:58:59.903557 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-456a31c8-1faa-460d-a4af-38275dc6ae13 req-2e5d99e4-2418-471e-b06d-990e020fc3a5 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593908 Sep 03 12:59:00.330273 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f953a1-2efd-44ab-88e0-600360f21365 req-b05aaf96-3ea6-4631-a64e-2d451931e61a tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:00.331765 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-35f953a1-2efd-44ab-88e0-600360f21365 req-b05aaf96-3ea6-4631-a64e-2d451931e61a tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/ports?device_id=f53f96c0-d8b5-47d6-baeb-8e898fdab9ce HTTP/1.1" status: 200 len: 944 time: 0.0513952 Sep 03 12:59:00.371004 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-35f953a1-2efd-44ab-88e0-600360f21365 req-1bdeda4e-884c-43a7-a74f-b58e85555ac3 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/security-groups?id=202644d7-0091-49f7-a3d6-689b64f2110e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325630 Sep 03 12:59:00.585062 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 38122) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:59:00.598366 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-17f22992-7bfb-4e1c-ac57-0a3ee027ad81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:00.684687 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-17f22992-7bfb-4e1c-ac57-0a3ee027ad81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:00.737758 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-17f22992-7bfb-4e1c-ac57-0a3ee027ad81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:00.775890 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-17f22992-7bfb-4e1c-ac57-0a3ee027ad81 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ea67eeebfb0045bdaf84f7286de60074&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1896391 Sep 03 12:59:00.778616 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 38128) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:59:00.787171 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f22992-7bfb-4e1c-ac57-0a3ee027ad81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33db22cc-5208-466b-a0d3-ba91eb71133e,revision_number=1']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:59:00.835375 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-cef48755-6b3e-4435-9134-b8ddc00a6ac1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:00.866497 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-cef48755-6b3e-4435-9134-b8ddc00a6ac1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:00.981243 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-cef48755-6b3e-4435-9134-b8ddc00a6ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:00.983815 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-cef48755-6b3e-4435-9134-b8ddc00a6ac1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:00.985176 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-cef48755-6b3e-4435-9134-b8ddc00a6ac1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/33db22cc-5208-466b-a0d3-ba91eb71133e HTTP/1.1" status: 204 len: 168 time: 0.2054563 Sep 03 12:59:00.996667 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef48755-6b3e-4435-9134-b8ddc00a6ac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33db22cc-5208-466b-a0d3-ba91eb71133e,revision_number=None']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:59:01.022640 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f29ae4-9f20-4eaf-8318-97b8069fc994 req-6289fe46-2404-476b-86ae-d79f534796ef tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:01.024142 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-21f29ae4-9f20-4eaf-8318-97b8069fc994 req-6289fe46-2404-476b-86ae-d79f534796ef tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e2125f4-be50-4794-ba6b-339c1df91fc1 HTTP/1.1" status: 200 len: 946 time: 0.0498328 Sep 03 12:59:01.066519 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-21f29ae4-9f20-4eaf-8318-97b8069fc994 req-213353bb-d5e3-4c2a-b58b-4e511df83d5a tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366132 Sep 03 12:59:01.499589 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806b88b3-39a6-4cdc-a1da-3614c32944a3 req-4bc01838-9c18-4d1c-880d-11d549d27961 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:01.501140 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-806b88b3-39a6-4cdc-a1da-3614c32944a3 req-4bc01838-9c18-4d1c-880d-11d549d27961 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/ports?device_id=f53f96c0-d8b5-47d6-baeb-8e898fdab9ce HTTP/1.1" status: 200 len: 944 time: 0.0635459 Sep 03 12:59:01.547648 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-806b88b3-39a6-4cdc-a1da-3614c32944a3 req-1f139aa0-32d1-4df0-b7ea-53f7cdacd30e tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/security-groups?id=202644d7-0091-49f7-a3d6-689b64f2110e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335286 Sep 03 12:59:02.010054 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 38170) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:59:02.105160 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.v2.base [None req-16cc416b-d8cf-4319-a838-2bc43613fda0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1078610173-network', 'tenant_id': '73bfe4aa88394975a94c9ef9258264a4'}} {{(pid=120041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:59:02.182768 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d62a4eb-0f32-49c2-8ee1-8ba54850790c req-76e33fa6-388c-4fa5-a345-8bad0cb8c40d tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:02.183615 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16cc416b-d8cf-4319-a838-2bc43613fda0 admin admin] Made reservation on behalf of 73bfe4aa88394975a94c9ef9258264a4 for: {'network': 1} {{(pid=120041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 12:59:02.184269 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-3d62a4eb-0f32-49c2-8ee1-8ba54850790c req-76e33fa6-388c-4fa5-a345-8bad0cb8c40d tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e2125f4-be50-4794-ba6b-339c1df91fc1 HTTP/1.1" status: 200 len: 946 time: 0.0480371 Sep 03 12:59:02.186067 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-16cc416b-d8cf-4319-a838-2bc43613fda0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for network, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:02.195394 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-16cc416b-d8cf-4319-a838-2bc43613fda0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:02.223107 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-3d62a4eb-0f32-49c2-8ee1-8ba54850790c req-659086a7-30a0-48ef-996b-5cb140d6202e tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330162 Sep 03 12:59:02.280727 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-16cc416b-d8cf-4319-a838-2bc43613fda0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:02.354702 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-16cc416b-d8cf-4319-a838-2bc43613fda0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:02.376097 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16cc416b-d8cf-4319-a838-2bc43613fda0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=120041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 12:59:02.390995 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cc416b-d8cf-4319-a838-2bc43613fda0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a064486-6ead-4783-bb62-b310ce3b6dfd,revision_number=1']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:59:02.393891 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-16cc416b-d8cf-4319-a838-2bc43613fda0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669750'] for segment, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:02.401994 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.db.segments_db [None req-16cc416b-d8cf-4319-a838-2bc43613fda0 admin admin] Added segment cf6b458b-b521-442d-8b62-ef01ee5d1aa5 of type vlan for network 30e7736b-0a4b-4c70-a4fd-9f3bb09e322c Sep 03 12:59:02.439170 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-16cc416b-d8cf-4319-a838-2bc43613fda0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763613016037'] for network, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:02.552326 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-16cc416b-d8cf-4319-a838-2bc43613fda0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384'] for network, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:02.556537 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16cc416b-d8cf-4319-a838-2bc43613fda0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:02.556537 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-16cc416b-d8cf-4319-a838-2bc43613fda0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575370'] for network, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:02.582247 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Device ea8097fc-75fc-40f9-87d8-0f5885fbe3f8 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=120043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 12:59:02.620146 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cc416b-d8cf-4319-a838-2bc43613fda0 admin admin] Pushing event updated for resources: {'Network': ['ID=30e7736b-0a4b-4c70-a4fd-9f3bb09e322c,revision_number=1']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:59:02.636448 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Network 30e7736b-0a4b-4c70-a4fd-9f3bb09e322c details requested by agent ovs-agent-dv-cinder-788782-9-iscsi with host dv-cinder-788782-9-iscsi {{(pid=120043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 12:59:02.656189 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763f0d78-2855-4269-b453-417830e73658 req-22a4809c-bdbe-4f65-b4a4-1687ff559d1c tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:02.659786 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-763f0d78-2855-4269-b453-417830e73658 req-22a4809c-bdbe-4f65-b4a4-1687ff559d1c tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/ports?device_id=f53f96c0-d8b5-47d6-baeb-8e898fdab9ce HTTP/1.1" status: 200 len: 944 time: 0.0483177 Sep 03 12:59:02.682347 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-16cc416b-d8cf-4319-a838-2bc43613fda0 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6711376 Sep 03 12:59:02.685091 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 38186) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:59:02.690022 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.v2.base [None req-866f9221-5646-48dd-ad41-e79f84c0c88a admin admin] Request body: {'subnet': {'network_id': '30e7736b-0a4b-4c70-a4fd-9f3bb09e322c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1078610173-subnet', 'tenant_id': '73bfe4aa88394975a94c9ef9258264a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:59:02.700987 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-763f0d78-2855-4269-b453-417830e73658 req-09ba7244-8062-47e8-acb7-9876c25d6d2f tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/security-groups?id=202644d7-0091-49f7-a3d6-689b64f2110e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366585 Sep 03 12:59:02.748183 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] For port ea8097fc-75fc-40f9-87d8-0f5885fbe3f8, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=ea8097fc-75fc-40f9-87d8-0f5885fbe3f8,segment=NetworkSegment(e15e6e61-4793-4b3c-8e28-8614cba2f27c),segment_id=e15e6e61-4793-4b3c-8e28-8614cba2f27c)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:59:02.759177 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Returning: {'device': 'ea8097fc-75fc-40f9-87d8-0f5885fbe3f8', 'network_id': '5e5b8b41-03d5-4554-969f-d7a30c751bff', 'port_id': 'ea8097fc-75fc-40f9-87d8-0f5885fbe3f8', 'mac_address': 'fa:16:3e:b6:b3:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fcd5c28-d074-498e-8414-0624eda811c3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 12:59:02.769486 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-866f9221-5646-48dd-ad41-e79f84c0c88a admin admin] Made reservation on behalf of 73bfe4aa88394975a94c9ef9258264a4 for: {'subnet': 1} {{(pid=120041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 12:59:02.772258 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-866f9221-5646-48dd-ad41-e79f84c0c88a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532788770'] for subnet, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:02.798175 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:02.811336 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.notifiers.nova [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea8097fc-75fc-40f9-87d8-0f5885fbe3f8 {{(pid=120043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 12:59:02.830369 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] For port ea8097fc-75fc-40f9-87d8-0f5885fbe3f8, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=ea8097fc-75fc-40f9-87d8-0f5885fbe3f8,segment=NetworkSegment(e15e6e61-4793-4b3c-8e28-8614cba2f27c),segment_id=e15e6e61-4793-4b3c-8e28-8614cba2f27c)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:59:02.949285 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:02.998156 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Pushing event updated for resources: {'Port': ['ID=ea8097fc-75fc-40f9-87d8-0f5885fbe3f8,revision_number=4']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:59:03.004949 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:59:03.005321 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:59:03.005668 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:59:03.006004 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:59:03.006333 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:59:03.006664 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:59:03.006993 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:59:03.007317 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:59:03.007643 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:59:03.007995 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:59:03.008320 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:59:03.008641 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:59:03.023410 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-866f9221-5646-48dd-ad41-e79f84c0c88a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533180645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532788748'] for subnet, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:03.077622 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866f9221-5646-48dd-ad41-e79f84c0c88a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f03e0274-9723-43bd-8e87-01e92e40ad77,revision_number=0']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:59:03.086502 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866f9221-5646-48dd-ad41-e79f84c0c88a admin admin] Checking segment: {'id': 'cf6b458b-b521-442d-8b62-ef01ee5d1aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '30e7736b-0a4b-4c70-a4fd-9f3bb09e322c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 12:59:03.086859 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866f9221-5646-48dd-ad41-e79f84c0c88a admin admin] Network hostable DHCP agents. Network: 30e7736b-0a4b-4c70-a4fd-9f3bb09e322c, hostable agents: ['7f35f3fe-a338-4082-b3b0-8dffee9527e2'], hosted agents: [] {{(pid=120041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 12:59:03.175318 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866f9221-5646-48dd-ad41-e79f84c0c88a admin admin] Network 30e7736b-0a4b-4c70-a4fd-9f3bb09e322c is scheduled to be hosted by DHCP agent 7f35f3fe-a338-4082-b3b0-8dffee9527e2 with binding_index 1 {{(pid=120041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 12:59:03.263737 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.scheduler.base_scheduler [None req-866f9221-5646-48dd-ad41-e79f84c0c88a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-9-iscsi, 30e7736b-0a4b-4c70-a4fd-9f3bb09e322c) {{(pid=120041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:59:03.268786 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866f9221-5646-48dd-ad41-e79f84c0c88a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:03.269383 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-866f9221-5646-48dd-ad41-e79f84c0c88a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575370'] for subnet, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:03.272336 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39cf61d5-ac8f-4958-b380-75a6623c565a None None] Network 30e7736b-0a4b-4c70-a4fd-9f3bb09e322c requested from dv-cinder-788782-9-iscsi {{(pid=120043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 12:59:03.336054 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6ee0f1-c7f2-475d-bb27-582ac7f81d90 req-b883b952-d2b4-4269-a783-0c39f1d1d068 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:03.338003 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-4a6ee0f1-c7f2-475d-bb27-582ac7f81d90 req-b883b952-d2b4-4269-a783-0c39f1d1d068 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e2125f4-be50-4794-ba6b-339c1df91fc1 HTTP/1.1" status: 200 len: 946 time: 0.0489438 Sep 03 12:59:03.375545 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-4a6ee0f1-c7f2-475d-bb27-582ac7f81d90 req-68a69895-39ad-454d-af92-b8f608ae3053 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316522 Sep 03 12:59:03.392838 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d495bfd-4387-4972-8c18-8294722b407e None None] Network 30e7736b-0a4b-4c70-a4fd-9f3bb09e322c requested from dv-cinder-788782-9-iscsi {{(pid=120043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 12:59:03.406628 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-866f9221-5646-48dd-ad41-e79f84c0c88a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7204723 Sep 03 12:59:03.814690 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff459926-115e-4767-a5c1-78126e0bc6be req-592bbbf6-066c-48b1-a2d3-2042f3d3e385 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:03.816360 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ff459926-115e-4767-a5c1-78126e0bc6be req-592bbbf6-066c-48b1-a2d3-2042f3d3e385 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/ports?device_id=f53f96c0-d8b5-47d6-baeb-8e898fdab9ce HTTP/1.1" status: 200 len: 945 time: 0.0475309 Sep 03 12:59:03.854459 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ff459926-115e-4767-a5c1-78126e0bc6be req-ffd2d29a-c171-4e13-9a40-bceb5db91bd8 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/security-groups?id=202644d7-0091-49f7-a3d6-689b64f2110e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314312 Sep 03 12:59:04.495544 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65190742-351c-4ecf-905c-6e8bb2bd3779 req-7f9f7fd4-8e00-4968-8d68-043650909839 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:04.497076 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-65190742-351c-4ecf-905c-6e8bb2bd3779 req-7f9f7fd4-8e00-4968-8d68-043650909839 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e2125f4-be50-4794-ba6b-339c1df91fc1 HTTP/1.1" status: 200 len: 946 time: 0.0480402 Sep 03 12:59:04.538029 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-65190742-351c-4ecf-905c-6e8bb2bd3779 req-b11ef8d7-489f-4005-89e0-b8465c666323 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342181 Sep 03 12:59:04.877050 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] get_ports_and_sgs() called for port_ids ['ea8097fc-75fc-40f9-87d8-0f5885fbe3f8'] {{(pid=120043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 12:59:04.976147 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e088150-211d-4fc7-b005-f4fb97e9260d req-13c59532-f173-4847-af8c-d310a91af457 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:04.977638 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-8e088150-211d-4fc7-b005-f4fb97e9260d req-13c59532-f173-4847-af8c-d310a91af457 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/ports?device_id=f53f96c0-d8b5-47d6-baeb-8e898fdab9ce HTTP/1.1" status: 200 len: 945 time: 0.0481701 Sep 03 12:59:05.015282 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-8e088150-211d-4fc7-b005-f4fb97e9260d req-c754db07-a3c0-4640-b6ad-038bedb7ba1a tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/security-groups?id=202644d7-0091-49f7-a3d6-689b64f2110e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315924 Sep 03 12:59:05.272451 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-947ec336-337d-418b-be78-2f4a337cceb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:05.650309 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b033d1-5464-42c2-9213-e88b46adb1c7 req-9360463c-4743-4198-b7de-b6845a77c996 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:05.651785 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-79b033d1-5464-42c2-9213-e88b46adb1c7 req-9360463c-4743-4198-b7de-b6845a77c996 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e2125f4-be50-4794-ba6b-339c1df91fc1 HTTP/1.1" status: 200 len: 946 time: 0.0467355 Sep 03 12:59:05.688403 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-79b033d1-5464-42c2-9213-e88b46adb1c7 req-478a5795-97d4-4802-a5e3-5221962f2786 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306790 Sep 03 12:59:06.126864 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f244175-4da1-479b-9b34-868e5da6cb00 req-efc00035-a120-465b-9c54-4bb4a64bb8e2 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:06.128357 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-8f244175-4da1-479b-9b34-868e5da6cb00 req-efc00035-a120-465b-9c54-4bb4a64bb8e2 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/ports?device_id=f53f96c0-d8b5-47d6-baeb-8e898fdab9ce HTTP/1.1" status: 200 len: 945 time: 0.0474970 Sep 03 12:59:06.167991 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-8f244175-4da1-479b-9b34-868e5da6cb00 req-782c55fe-6af9-4a16-9c51-5f227ea9952b tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/security-groups?id=202644d7-0091-49f7-a3d6-689b64f2110e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339401 Sep 03 12:59:06.465720 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Device ea8097fc-75fc-40f9-87d8-0f5885fbe3f8 up at agent hyperv_hv-cinder-78878 {{(pid=120043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:59:06.640258 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Provisioning for port ea8097fc-75fc-40f9-87d8-0f5885fbe3f8 completed by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 12:59:06.644186 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Provisioning complete for port ea8097fc-75fc-40f9-87d8-0f5885fbe3f8 triggered by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:59:06.644646 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:06.728465 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:06.746804 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f53f96c0-d8b5-47d6-baeb-8e898fdab9ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea8097fc-75fc-40f9-87d8-0f5885fbe3f8'}] {{(pid=120043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 12:59:06.749621 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75183f2819bd2f1145e278a2316968184774222fd4353ccf17289daf4feac16a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27c8a36f-1886-4e75-b55c-4198c9eb303d" -d '{"events": [{"server_uuid": "f53f96c0-d8b5-47d6-baeb-8e898fdab9ce", "name": "network-vif-plugged", "status": "completed", "tag": "ea8097fc-75fc-40f9-87d8-0f5885fbe3f8"}]}' {{(pid=120043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 12:59:06.771879 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] For port ea8097fc-75fc-40f9-87d8-0f5885fbe3f8, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=ea8097fc-75fc-40f9-87d8-0f5885fbe3f8,segment=NetworkSegment(e15e6e61-4793-4b3c-8e28-8614cba2f27c),segment_id=e15e6e61-4793-4b3c-8e28-8614cba2f27c)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:59:06.805616 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 12:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5997de0-6c11-4fe9-853c-5c2b35572796 x-openstack-request-id: req-b5997de0-6c11-4fe9-853c-5c2b35572796 {{(pid=120043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 12:59:06.805931 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f53f96c0-d8b5-47d6-baeb-8e898fdab9ce", "name": "network-vif-plugged", "status": "completed", "tag": "ea8097fc-75fc-40f9-87d8-0f5885fbe3f8", "code": 200}]} {{(pid=120043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 12:59:06.806182 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b5997de0-6c11-4fe9-853c-5c2b35572796 {{(pid=120043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 12:59:06.806577 dv-cinder-788782-9-iscsi neutron-server[120043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f53f96c0-d8b5-47d6-baeb-8e898fdab9ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea8097fc-75fc-40f9-87d8-0f5885fbe3f8', 'code': 200} Sep 03 12:59:06.848068 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fa4fbd-f405-43ee-8935-5399ea045e59 req-07be83a4-f94b-46fc-a575-e55a0230bf73 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:06.856043 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-70fa4fbd-f405-43ee-8935-5399ea045e59 req-07be83a4-f94b-46fc-a575-e55a0230bf73 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e2125f4-be50-4794-ba6b-339c1df91fc1 HTTP/1.1" status: 200 len: 946 time: 0.0798781 Sep 03 12:59:06.875286 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:06.876213 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:06.892696 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-70fa4fbd-f405-43ee-8935-5399ea045e59 req-992d9fb1-e131-4e79-afcd-b5c7e3621d63 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354719 Sep 03 12:59:06.927279 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Pushing event updated for resources: {'Port': ['ID=ea8097fc-75fc-40f9-87d8-0f5885fbe3f8,revision_number=5']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:59:07.153886 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40426d79-0e9f-452a-829d-204cf4cf8328 req-b0d60046-82da-41f5-9b5c-2c8e6e3d3ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:07.156590 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-40426d79-0e9f-452a-829d-204cf4cf8328 req-b0d60046-82da-41f5-9b5c-2c8e6e3d3ef1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f53f96c0-d8b5-47d6-baeb-8e898fdab9ce HTTP/1.1" status: 200 len: 1099 time: 0.0417461 Sep 03 12:59:07.195451 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-40426d79-0e9f-452a-829d-204cf4cf8328 req-d6d9409a-f1c2-4742-a0b8-d987fa7535b9 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=202644d7-0091-49f7-a3d6-689b64f2110e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282853 Sep 03 12:59:07.280315 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f89c90f-d574-4a7a-acbc-4755a907e16d req-5dfd6569-362e-4496-9993-0f08a099b9c8 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:07.281764 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-5f89c90f-d574-4a7a-acbc-4755a907e16d req-5dfd6569-362e-4496-9993-0f08a099b9c8 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/ports?device_id=f53f96c0-d8b5-47d6-baeb-8e898fdab9ce HTTP/1.1" status: 200 len: 946 time: 0.0465200 Sep 03 12:59:07.322531 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-5f89c90f-d574-4a7a-acbc-4755a907e16d req-e529ce94-59cd-43ef-95ac-fb4848d69e60 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/security-groups?id=202644d7-0091-49f7-a3d6-689b64f2110e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348518 Sep 03 12:59:07.604388 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06aeba0-ca9c-4edb-a3ed-a74a182565e0 req-9826289c-25da-4516-adde-db1a8788c5f4 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:07.605893 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-b06aeba0-ca9c-4edb-a3ed-a74a182565e0 req-9826289c-25da-4516-adde-db1a8788c5f4 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] 10.222.0.24 "GET /v2.0/networks?id=30e7736b-0a4b-4c70-a4fd-9f3bb09e322c HTTP/1.1" status: 200 len: 809 time: 0.0995314 Sep 03 12:59:07.620621 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-b06aeba0-ca9c-4edb-a3ed-a74a182565e0 req-9722e1c8-9588-4e2d-8302-f09c932bbecb tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] 10.222.0.24 "GET /v2.0/quotas/73bfe4aa88394975a94c9ef9258264a4 HTTP/1.1" status: 200 len: 375 time: 0.0090973 Sep 03 12:59:07.657103 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-b06aeba0-ca9c-4edb-a3ed-a74a182565e0 req-ef90e6c7-cdfe-4cd9-8ceb-a29ecdbdaed5 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=73bfe4aa88394975a94c9ef9258264a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264983 Sep 03 12:59:07.750196 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-b06aeba0-ca9c-4edb-a3ed-a74a182565e0 req-f64f8ca9-f83f-4d92-96b1-5d83050dd51c service neutron] 10.222.0.24 "GET /v2.0/networks/30e7736b-0a4b-4c70-a4fd-9f3bb09e322c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906584 Sep 03 12:59:07.852002 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-b06aeba0-ca9c-4edb-a3ed-a74a182565e0 req-545e4920-bedb-44b7-bd70-9ee0a1cc3c5e service neutron] 10.222.0.24 "GET /v2.0/networks/30e7736b-0a4b-4c70-a4fd-9f3bb09e322c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929720 Sep 03 12:59:07.867204 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-145e0e8a-7949-4935-a300-3d96fadb0026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:08.096536 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3076f6f9-97d2-42ee-b457-af6190fdf86e req-39c26614-6f13-4a03-a4f4-023cea350cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:08.098007 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-3076f6f9-97d2-42ee-b457-af6190fdf86e req-39c26614-6f13-4a03-a4f4-023cea350cdd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ded28f26959b44b3a09129cafe54c3ac&device_id=6e2125f4-be50-4794-ba6b-339c1df91fc1 HTTP/1.1" status: 200 len: 1099 time: 0.0690858 Sep 03 12:59:08.123983 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f391ac5-ed6e-4ca2-b12a-4a98053c555f req-5d17ae36-3525-42c6-aff5-ecb369350c4b tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:08.125514 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-0f391ac5-ed6e-4ca2-b12a-4a98053c555f req-5d17ae36-3525-42c6-aff5-ecb369350c4b tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e2125f4-be50-4794-ba6b-339c1df91fc1 HTTP/1.1" status: 200 len: 946 time: 0.0569439 Sep 03 12:59:08.237100 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-0f391ac5-ed6e-4ca2-b12a-4a98053c555f req-e18f7138-aedf-4792-976c-0015df203221 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976832 Sep 03 12:59:08.267297 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3076f6f9-97d2-42ee-b457-af6190fdf86e req-4ecca693-842a-48a8-a7a2-179f853b8b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:08.269190 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-3076f6f9-97d2-42ee-b457-af6190fdf86e req-4ecca693-842a-48a8-a7a2-179f853b8b2a service neutron] 10.222.0.11 "GET /v2.0/networks?id=d8a10b69-52c5-4ba7-9e6b-9d664f8fb5ae HTTP/1.1" status: 200 len: 916 time: 0.1396790 Sep 03 12:59:08.318266 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-0455834c-25eb-4a43-b4a4-b8afed5f79cf req-6b7766ec-3e22-484b-8a96-e010e4b853f4 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a590c39-6fc5-4b44-bbdc-a6a80ed59cf1 HTTP/1.1" status: 200 len: 210 time: 0.0412371 Sep 03 12:59:08.356387 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-3076f6f9-97d2-42ee-b457-af6190fdf86e req-7bc6a80a-d9b2-4bac-96f0-5fd86f7277e7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a0a41486-b5f6-43c3-956e-4e2c3818fb43 HTTP/1.1" status: 200 len: 217 time: 0.0414450 Sep 03 12:59:08.393187 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:08.465570 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3076f6f9-97d2-42ee-b457-af6190fdf86e req-9c8604a2-ffd9-4d68-8f56-804509736aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:08.473463 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-3076f6f9-97d2-42ee-b457-af6190fdf86e req-9c8604a2-ffd9-4d68-8f56-804509736aaa service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c7423f83-7cc4-42fa-82eb-8016662f087e HTTP/1.1" status: 200 len: 856 time: 0.0881875 Sep 03 12:59:08.482222 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c618a-8a87-4c67-8d36-11c7e4b631c8 req-aaf5ac9d-9b12-46d7-871e-6594f1400672 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:08.483777 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-568c618a-8a87-4c67-8d36-11c7e4b631c8 req-aaf5ac9d-9b12-46d7-871e-6594f1400672 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/ports?device_id=f53f96c0-d8b5-47d6-baeb-8e898fdab9ce HTTP/1.1" status: 200 len: 946 time: 0.0641873 Sep 03 12:59:08.516615 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-3076f6f9-97d2-42ee-b457-af6190fdf86e req-8e247b63-f1e7-4624-bfa2-65b8fcc32854 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d8a10b69-52c5-4ba7-9e6b-9d664f8fb5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317452 Sep 03 12:59:08.558376 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-568c618a-8a87-4c67-8d36-11c7e4b631c8 req-21d84b9c-7abe-4ab5-854d-c2c120b51880 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/security-groups?id=202644d7-0091-49f7-a3d6-689b64f2110e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641561 Sep 03 12:59:08.628131 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-3076f6f9-97d2-42ee-b457-af6190fdf86e req-9c0f7e4f-d282-45d0-b3de-09b5d32ad470 service neutron] 10.222.0.11 "GET /v2.0/networks/d8a10b69-52c5-4ba7-9e6b-9d664f8fb5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981152 Sep 03 12:59:08.755934 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-3076f6f9-97d2-42ee-b457-af6190fdf86e req-71cfd27f-31ac-4ebc-9080-5b5d423fcae6 service neutron] 10.222.0.11 "GET /v2.0/networks/d8a10b69-52c5-4ba7-9e6b-9d664f8fb5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119320 Sep 03 12:59:09.000454 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08724a11-fd48-4ea4-9071-7b022d0e8053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:09.329729 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9db96f9-f24a-4261-b21c-85a19f3d39aa req-fae7c2a6-239b-4e24-8606-4d1842edd6d2 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:09.332654 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-b9db96f9-f24a-4261-b21c-85a19f3d39aa req-fae7c2a6-239b-4e24-8606-4d1842edd6d2 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=24f1ba22-cfbc-4395-a08d-7c8f4e5731a1 HTTP/1.1" status: 200 len: 945 time: 0.0640259 Sep 03 12:59:09.395349 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2815d68a-1026-4c94-8829-c1b12315ce96 req-7b916720-e882-4fd8-ad51-158d24cda774 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:09.397008 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-2815d68a-1026-4c94-8829-c1b12315ce96 req-7b916720-e882-4fd8-ad51-158d24cda774 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e2125f4-be50-4794-ba6b-339c1df91fc1 HTTP/1.1" status: 200 len: 946 time: 0.0864499 Sep 03 12:59:09.400089 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-b9db96f9-f24a-4261-b21c-85a19f3d39aa req-43bd8ffd-a226-45ea-980e-cd8d5de49dc9 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8220371-6aa1-46e4-9fa1-bba367d10552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526164 Sep 03 12:59:09.437300 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-2815d68a-1026-4c94-8829-c1b12315ce96 req-be851a5d-4baf-422f-bbc0-963e02ea6d07 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334120 Sep 03 12:59:09.509748 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-3254fe54-f2ba-4b87-b58c-72afce4fa008 req-cc49f28b-3fa1-4042-804f-551177357fe0 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a590c39-6fc5-4b44-bbdc-a6a80ed59cf1 HTTP/1.1" status: 200 len: 210 time: 0.0262859 Sep 03 12:59:09.675735 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048b9adb-e836-4e32-80a7-0999413f64c2 req-11c96cd8-7483-4780-af65-e7afebf7bd5b tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:09.677324 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-048b9adb-e836-4e32-80a7-0999413f64c2 req-11c96cd8-7483-4780-af65-e7afebf7bd5b tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/ports?device_id=f53f96c0-d8b5-47d6-baeb-8e898fdab9ce HTTP/1.1" status: 200 len: 946 time: 0.0509903 Sep 03 12:59:09.714785 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-048b9adb-e836-4e32-80a7-0999413f64c2 req-fccb6eb1-04ac-4e3d-ba04-08094d158b68 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/security-groups?id=202644d7-0091-49f7-a3d6-689b64f2110e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315137 Sep 03 12:59:10.528811 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6815868-6eea-4b31-8b12-071bb7c25852 req-bc60bf3c-62cc-4e5b-8b41-390222acca3c tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:10.531478 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-e6815868-6eea-4b31-8b12-071bb7c25852 req-bc60bf3c-62cc-4e5b-8b41-390222acca3c tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=24f1ba22-cfbc-4395-a08d-7c8f4e5731a1 HTTP/1.1" status: 200 len: 945 time: 0.0525877 Sep 03 12:59:10.631092 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-e6815868-6eea-4b31-8b12-071bb7c25852 req-a5849caa-6e28-423f-8404-d700dc270a60 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8220371-6aa1-46e4-9fa1-bba367d10552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870755 Sep 03 12:59:10.647909 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd0e3b1-c542-4812-9dea-05f657872e50 req-21a0a4fb-0e17-42fc-bb32-1623bfdba662 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:10.652364 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-7fd0e3b1-c542-4812-9dea-05f657872e50 req-21a0a4fb-0e17-42fc-bb32-1623bfdba662 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e2125f4-be50-4794-ba6b-339c1df91fc1 HTTP/1.1" status: 200 len: 946 time: 0.1190150 Sep 03 12:59:10.674838 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e013b9-7955-4885-9ad9-c724cafb4300 req-23fa7734-f4fc-4395-9859-d8bf7e965411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:10.676323 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-e4e013b9-7955-4885-9ad9-c724cafb4300 req-23fa7734-f4fc-4395-9859-d8bf7e965411 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6e2125f4-be50-4794-ba6b-339c1df91fc1 HTTP/1.1" status: 200 len: 1099 time: 0.1066060 Sep 03 12:59:10.707812 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-7fd0e3b1-c542-4812-9dea-05f657872e50 req-42481281-8d4e-48be-9652-c33e0872acee tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522254 Sep 03 12:59:10.736717 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-161ea827-7bb6-4c7c-b519-d13bf3803577 req-bd9f1e14-7c1b-4246-af58-244eb76eaab3 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a590c39-6fc5-4b44-bbdc-a6a80ed59cf1 HTTP/1.1" status: 200 len: 210 time: 0.0320742 Sep 03 12:59:10.747488 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-e4e013b9-7955-4885-9ad9-c724cafb4300 req-2ac4ca5b-3571-4c69-806b-7e342712181a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584259 Sep 03 12:59:10.792513 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-df5ee12c-e8c1-490b-8d0e-415336677a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:11.477355 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06aeba0-ca9c-4edb-a3ed-a74a182565e0 req-ee4b1023-1878-4edd-abb1-ddee93377738 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:11.482644 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-b06aeba0-ca9c-4edb-a3ed-a74a182565e0 req-ee4b1023-1878-4edd-abb1-ddee93377738 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] 10.222.0.11 "GET /v2.0/networks?id=30e7736b-0a4b-4c70-a4fd-9f3bb09e322c HTTP/1.1" status: 200 len: 809 time: 0.1200619 Sep 03 12:59:11.525621 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.v2.base [req-b06aeba0-ca9c-4edb-a3ed-a74a182565e0 req-9bf333d6-47d1-458b-81ca-96b52b9d48b5 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] Request body: {'port': {'device_id': '1a590c39-6fc5-4b44-bbdc-a6a80ed59cf1', 'network_id': '30e7736b-0a4b-4c70-a4fd-9f3bb09e322c', 'admin_state_up': True, 'tenant_id': '73bfe4aa88394975a94c9ef9258264a4'}} {{(pid=120042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:59:11.755036 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a34b74-dc8f-42f2-9f3f-f029955e05df req-4695608e-7e6f-4aab-95db-7584d1d6bc45 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:11.757802 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-e1a34b74-dc8f-42f2-9f3f-f029955e05df req-4695608e-7e6f-4aab-95db-7584d1d6bc45 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=24f1ba22-cfbc-4395-a08d-7c8f4e5731a1 HTTP/1.1" status: 200 len: 945 time: 0.0524464 Sep 03 12:59:11.783901 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b06aeba0-ca9c-4edb-a3ed-a74a182565e0 req-9bf333d6-47d1-458b-81ca-96b52b9d48b5 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] Made reservation on behalf of 73bfe4aa88394975a94c9ef9258264a4 for: {'port': 1} {{(pid=120042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 12:59:11.787807 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-b06aeba0-ca9c-4edb-a3ed-a74a182565e0 req-9bf333d6-47d1-458b-81ca-96b52b9d48b5 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:11.809741 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-e1a34b74-dc8f-42f2-9f3f-f029955e05df req-a63ebcf2-3e00-4e57-a0f2-b7c26d5bf8d9 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8220371-6aa1-46e4-9fa1-bba367d10552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459676 Sep 03 12:59:11.953970 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.db_base_plugin_common [req-b06aeba0-ca9c-4edb-a3ed-a74a182565e0 req-9bf333d6-47d1-458b-81ca-96b52b9d48b5 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] Allocated IP 172.20.0.14 (30e7736b-0a4b-4c70-a4fd-9f3bb09e322c/f03e0274-9723-43bd-8e87-01e92e40ad77/7aa77c9a-0157-4422-a15a-0201c5e8ad82) {{(pid=120042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 12:59:11.965384 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b28c851-23ef-4535-9ee7-7f0c3c42d40f req-b06e95e5-d4ad-4384-b3d7-f84ea5488618 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:11.966863 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-1b28c851-23ef-4535-9ee7-7f0c3c42d40f req-b06e95e5-d4ad-4384-b3d7-f84ea5488618 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e2125f4-be50-4794-ba6b-339c1df91fc1 HTTP/1.1" status: 200 len: 946 time: 0.0872848 Sep 03 12:59:12.022749 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-1b28c851-23ef-4535-9ee7-7f0c3c42d40f req-dba033df-f333-4683-8cff-5af307eadaf5 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497727 Sep 03 12:59:12.349563 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-237be537-7a82-45b8-836c-ba3fcf5b0c9d req-da2488e4-3399-436d-b058-0078762c504e tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a590c39-6fc5-4b44-bbdc-a6a80ed59cf1 HTTP/1.1" status: 200 len: 210 time: 0.2569265 Sep 03 12:59:12.379467 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-b06aeba0-ca9c-4edb-a3ed-a74a182565e0 req-9bf333d6-47d1-458b-81ca-96b52b9d48b5 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] Notify callbacks [] for port, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:12.480702 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-b06aeba0-ca9c-4edb-a3ed-a74a182565e0 req-9bf333d6-47d1-458b-81ca-96b52b9d48b5 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763613061259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534626149'] for port, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:12.521592 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b06aeba0-ca9c-4edb-a3ed-a74a182565e0 req-9bf333d6-47d1-458b-81ca-96b52b9d48b5 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] Network 30e7736b-0a4b-4c70-a4fd-9f3bb09e322c is already hosted by enough agents. {{(pid=120042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 12:59:12.524554 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.base_scheduler [req-b06aeba0-ca9c-4edb-a3ed-a74a182565e0 req-9bf333d6-47d1-458b-81ca-96b52b9d48b5 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] Resources bound (agent type, host, resource id): {{(pid=120042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:59:12.528139 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.l3_dvrscheduler_db [req-b06aeba0-ca9c-4edb-a3ed-a74a182565e0 req-9bf333d6-47d1-458b-81ca-96b52b9d48b5 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] Received port after_create {{(pid=120042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 12:59:12.536232 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf333d6-47d1-458b-81ca-96b52b9d48b5 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] Pushing event updated for resources: {'Port': ['ID=7aa77c9a-0157-4422-a15a-0201c5e8ad82,revision_number=1']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:59:12.580145 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06aeba0-ca9c-4edb-a3ed-a74a182565e0 req-9bf333d6-47d1-458b-81ca-96b52b9d48b5 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:12.580756 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-b06aeba0-ca9c-4edb-a3ed-a74a182565e0 req-9bf333d6-47d1-458b-81ca-96b52b9d48b5 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10697'] for port, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:12.720928 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-b06aeba0-ca9c-4edb-a3ed-a74a182565e0 req-9bf333d6-47d1-458b-81ca-96b52b9d48b5 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1997912 Sep 03 12:59:12.930717 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2756d746-8888-4cc9-98ae-db2711274871 req-9c01e135-2e4a-4ab4-84e8-689293f02254 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:12.932167 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-2756d746-8888-4cc9-98ae-db2711274871 req-9c01e135-2e4a-4ab4-84e8-689293f02254 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=24f1ba22-cfbc-4395-a08d-7c8f4e5731a1 HTTP/1.1" status: 200 len: 945 time: 0.0465052 Sep 03 12:59:12.972347 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-2756d746-8888-4cc9-98ae-db2711274871 req-d59109a1-e1f5-4a9c-b635-02b642500696 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8220371-6aa1-46e4-9fa1-bba367d10552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343750 Sep 03 12:59:13.131456 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b7e763-898f-4bb8-8301-01896513a16f req-3aa1db8f-5f0f-4000-bff7-a5c21287ff3e tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:13.133000 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-20b7e763-898f-4bb8-8301-01896513a16f req-3aa1db8f-5f0f-4000-bff7-a5c21287ff3e tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e2125f4-be50-4794-ba6b-339c1df91fc1 HTTP/1.1" status: 200 len: 946 time: 0.0460842 Sep 03 12:59:13.169566 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-20b7e763-898f-4bb8-8301-01896513a16f req-314b5830-6ecd-406c-915d-c7e8243b5aa1 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304182 Sep 03 12:59:13.458065 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3578d4b9-5bc6-4ca4-9c80-ddc4f3a9dfcb req-67bb9648-184d-41a2-a648-c7b61526ab27 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:13.459565 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-3578d4b9-5bc6-4ca4-9c80-ddc4f3a9dfcb req-67bb9648-184d-41a2-a648-c7b61526ab27 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a590c39-6fc5-4b44-bbdc-a6a80ed59cf1 HTTP/1.1" status: 200 len: 932 time: 0.0463457 Sep 03 12:59:13.496588 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-3578d4b9-5bc6-4ca4-9c80-ddc4f3a9dfcb req-69e37fc6-2483-41d6-bc6a-b65078f5c816 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a064486-6ead-4783-bb62-b310ce3b6dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308592 Sep 03 12:59:14.086669 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340fa760-315d-417b-b0a2-778838286dbd req-848e0f01-fc7c-4608-b722-20884c6ea120 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:14.088408 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-340fa760-315d-417b-b0a2-778838286dbd req-848e0f01-fc7c-4608-b722-20884c6ea120 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=24f1ba22-cfbc-4395-a08d-7c8f4e5731a1 HTTP/1.1" status: 200 len: 945 time: 0.0465629 Sep 03 12:59:14.128352 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-340fa760-315d-417b-b0a2-778838286dbd req-257a1409-313d-4ce8-a257-1c7f3f5836cc tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8220371-6aa1-46e4-9fa1-bba367d10552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341387 Sep 03 12:59:14.277867 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3275b9f6-41ae-496c-9fa7-d342a0af072f req-33e1a27a-2047-4b46-9403-58059cc9b04a tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:14.279228 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-3275b9f6-41ae-496c-9fa7-d342a0af072f req-33e1a27a-2047-4b46-9403-58059cc9b04a tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e2125f4-be50-4794-ba6b-339c1df91fc1 HTTP/1.1" status: 200 len: 946 time: 0.0464442 Sep 03 12:59:14.315709 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-3275b9f6-41ae-496c-9fa7-d342a0af072f req-a59eda93-6e08-4318-b796-65f499b62a6b tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306666 Sep 03 12:59:14.501566 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.v2.base [req-b06aeba0-ca9c-4edb-a3ed-a74a182565e0 req-29c5f1fe-deb1-44bb-abcb-cf9247c7297c service neutron] Request body: {'port': {'device_id': '1a590c39-6fc5-4b44-bbdc-a6a80ed59cf1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=120042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:59:14.555069 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-b06aeba0-ca9c-4edb-a3ed-a74a182565e0 req-29c5f1fe-deb1-44bb-abcb-cf9247c7297c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:14.650170 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16afe8b-e2f8-4e99-bc5d-e60b8169477f req-73238686-9b9a-4a4d-8292-6c4048549e61 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:14.651692 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-f16afe8b-e2f8-4e99-bc5d-e60b8169477f req-73238686-9b9a-4a4d-8292-6c4048549e61 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a590c39-6fc5-4b44-bbdc-a6a80ed59cf1 HTTP/1.1" status: 200 len: 932 time: 0.0885465 Sep 03 12:59:14.749846 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-f16afe8b-e2f8-4e99-bc5d-e60b8169477f req-0a74f574-25ad-40ef-ac8a-69742a86bf1f tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a064486-6ead-4783-bb62-b310ce3b6dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571744 Sep 03 12:59:14.877745 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.notifiers.nova [req-b06aeba0-ca9c-4edb-a3ed-a74a182565e0 req-29c5f1fe-deb1-44bb-abcb-cf9247c7297c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7aa77c9a-0157-4422-a15a-0201c5e8ad82 {{(pid=120042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 12:59:14.885072 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-b06aeba0-ca9c-4edb-a3ed-a74a182565e0 req-29c5f1fe-deb1-44bb-abcb-cf9247c7297c service neutron] Notify callbacks [] for port, precommit_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:14.897138 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.provisioning_blocks [req-b06aeba0-ca9c-4edb-a3ed-a74a182565e0 req-29c5f1fe-deb1-44bb-abcb-cf9247c7297c service neutron] Transition to ACTIVE for port object 7aa77c9a-0157-4422-a15a-0201c5e8ad82 will not be triggered until provisioned by entity L2. {{(pid=120042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 12:59:14.980726 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-b06aeba0-ca9c-4edb-a3ed-a74a182565e0 req-29c5f1fe-deb1-44bb-abcb-cf9247c7297c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534626162'] for port, after_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:15.046207 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c5f1fe-deb1-44bb-abcb-cf9247c7297c service neutron] Pushing event updated for resources: {'Port': ['ID=7aa77c9a-0157-4422-a15a-0201c5e8ad82,revision_number=2']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:59:15.095556 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.managers [req-b06aeba0-ca9c-4edb-a3ed-a74a182565e0 req-29c5f1fe-deb1-44bb-abcb-cf9247c7297c service neutron] Attempting to bind port 7aa77c9a-0157-4422-a15a-0201c5e8ad82 on host hv-cinder-78878 for vnic_type normal with profile {{(pid=120042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 12:59:15.096227 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.managers [req-b06aeba0-ca9c-4edb-a3ed-a74a182565e0 req-29c5f1fe-deb1-44bb-abcb-cf9247c7297c service neutron] Attempting to bind port 7aa77c9a-0157-4422-a15a-0201c5e8ad82 by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': 'cf6b458b-b521-442d-8b62-ef01ee5d1aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '30e7736b-0a4b-4c70-a4fd-9f3bb09e322c'}] {{(pid=120042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 12:59:15.096333 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06aeba0-ca9c-4edb-a3ed-a74a182565e0 req-29c5f1fe-deb1-44bb-abcb-cf9247c7297c service neutron] Attempting to bind port 7aa77c9a-0157-4422-a15a-0201c5e8ad82 on network 30e7736b-0a4b-4c70-a4fd-9f3bb09e322c {{(pid=120042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 12:59:15.101244 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06aeba0-ca9c-4edb-a3ed-a74a182565e0 req-29c5f1fe-deb1-44bb-abcb-cf9247c7297c service neutron] Port 7aa77c9a-0157-4422-a15a-0201c5e8ad82 on network 30e7736b-0a4b-4c70-a4fd-9f3bb09e322c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=120042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 12:59:15.102301 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06aeba0-ca9c-4edb-a3ed-a74a182565e0 req-29c5f1fe-deb1-44bb-abcb-cf9247c7297c service neutron] Attempting to bind port 7aa77c9a-0157-4422-a15a-0201c5e8ad82 on network 30e7736b-0a4b-4c70-a4fd-9f3bb09e322c {{(pid=120042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 12:59:15.106340 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06aeba0-ca9c-4edb-a3ed-a74a182565e0 req-29c5f1fe-deb1-44bb-abcb-cf9247c7297c service neutron] Checking agent: {'id': '0f6a9262-0a79-4cf4-ac76-73211ad22d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 12, 55, 7), 'started_at': datetime.datetime(2021, 9, 3, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 12, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 12:59:15.106695 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06aeba0-ca9c-4edb-a3ed-a74a182565e0 req-29c5f1fe-deb1-44bb-abcb-cf9247c7297c service neutron] Checking segment: {'id': 'cf6b458b-b521-442d-8b62-ef01ee5d1aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '30e7736b-0a4b-4c70-a4fd-9f3bb09e322c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 12:59:15.107089 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06aeba0-ca9c-4edb-a3ed-a74a182565e0 req-29c5f1fe-deb1-44bb-abcb-cf9247c7297c service neutron] Bound using segment: {'id': 'cf6b458b-b521-442d-8b62-ef01ee5d1aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '30e7736b-0a4b-4c70-a4fd-9f3bb09e322c'} {{(pid=120042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 12:59:15.107525 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.managers [req-b06aeba0-ca9c-4edb-a3ed-a74a182565e0 req-29c5f1fe-deb1-44bb-abcb-cf9247c7297c service neutron] Bound port: 7aa77c9a-0157-4422-a15a-0201c5e8ad82, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf6b458b-b521-442d-8b62-ef01ee5d1aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '30e7736b-0a4b-4c70-a4fd-9f3bb09e322c'}}] {{(pid=120042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 12:59:15.107931 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-b06aeba0-ca9c-4edb-a3ed-a74a182565e0 req-29c5f1fe-deb1-44bb-abcb-cf9247c7297c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:15.174267 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.db [req-b06aeba0-ca9c-4edb-a3ed-a74a182565e0 req-29c5f1fe-deb1-44bb-abcb-cf9247c7297c service neutron] For port 7aa77c9a-0157-4422-a15a-0201c5e8ad82, host hv-cinder-78878, cleared binding levels {{(pid=120042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 12:59:15.177285 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.db [req-b06aeba0-ca9c-4edb-a3ed-a74a182565e0 req-29c5f1fe-deb1-44bb-abcb-cf9247c7297c service neutron] For port 7aa77c9a-0157-4422-a15a-0201c5e8ad82, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=7aa77c9a-0157-4422-a15a-0201c5e8ad82,segment=NetworkSegment(cf6b458b-b521-442d-8b62-ef01ee5d1aa5),segment_id=cf6b458b-b521-442d-8b62-ef01ee5d1aa5)] {{(pid=120042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 12:59:15.246009 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2b4d79-a21d-4e57-8e70-c5be551df45f req-118c5333-86fd-41ab-87c1-29bc57ed7a64 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:15.247560 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-5a2b4d79-a21d-4e57-8e70-c5be551df45f req-118c5333-86fd-41ab-87c1-29bc57ed7a64 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=24f1ba22-cfbc-4395-a08d-7c8f4e5731a1 HTTP/1.1" status: 200 len: 945 time: 0.0482142 Sep 03 12:59:15.283951 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-b06aeba0-ca9c-4edb-a3ed-a74a182565e0 req-29c5f1fe-deb1-44bb-abcb-cf9247c7297c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534626162'] for port, after_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:15.289502 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-5a2b4d79-a21d-4e57-8e70-c5be551df45f req-bf2d0cbb-2f5d-4c71-af0f-feb89ab1515d tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8220371-6aa1-46e4-9fa1-bba367d10552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359540 Sep 03 12:59:15.324971 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06aeba0-ca9c-4edb-a3ed-a74a182565e0 req-29c5f1fe-deb1-44bb-abcb-cf9247c7297c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:15.325658 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-b06aeba0-ca9c-4edb-a3ed-a74a182565e0 req-29c5f1fe-deb1-44bb-abcb-cf9247c7297c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10697'] for port, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:15.327019 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-b06aeba0-ca9c-4edb-a3ed-a74a182565e0 req-29c5f1fe-deb1-44bb-abcb-cf9247c7297c service neutron] 10.222.0.11 "PUT /v2.0/ports/7aa77c9a-0157-4422-a15a-0201c5e8ad82 HTTP/1.1" status: 200 len: 1094 time: 0.8299813 Sep 03 12:59:15.327461 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a590c39-6fc5-4b44-bbdc-a6a80ed59cf1', 'tag': '7aa77c9a-0157-4422-a15a-0201c5e8ad82'}] {{(pid=120042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 12:59:15.329776 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d2a6420b193a10f45e0477184c700453c1253cfa456d27c4e3ab5b2f2f62351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9597dd0a-44ee-45dc-8f28-ad17dae2b17f" -d '{"events": [{"name": "network-changed", "server_uuid": "1a590c39-6fc5-4b44-bbdc-a6a80ed59cf1", "tag": "7aa77c9a-0157-4422-a15a-0201c5e8ad82"}]}' {{(pid=120042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 12:59:15.352861 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c5f1fe-deb1-44bb-abcb-cf9247c7297c service neutron] Pushing event updated for resources: {'Port': ['ID=7aa77c9a-0157-4422-a15a-0201c5e8ad82,revision_number=3']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:59:15.380009 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 12:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d1c92d7-fc43-4e50-8867-ed060781223f x-openstack-request-id: req-0d1c92d7-fc43-4e50-8867-ed060781223f {{(pid=120042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 12:59:15.380308 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a590c39-6fc5-4b44-bbdc-a6a80ed59cf1", "tag": "7aa77c9a-0157-4422-a15a-0201c5e8ad82", "status": "completed", "code": 200}]} {{(pid=120042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 12:59:15.380563 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0d1c92d7-fc43-4e50-8867-ed060781223f {{(pid=120042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 12:59:15.381747 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a590c39-6fc5-4b44-bbdc-a6a80ed59cf1', 'tag': '7aa77c9a-0157-4422-a15a-0201c5e8ad82', 'status': 'completed', 'code': 200} Sep 03 12:59:15.465292 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f264be52-7498-4368-b147-66a9ee9f937a req-c91f3c26-b8c0-432e-8b55-0c82a2ed3758 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:15.466782 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-f264be52-7498-4368-b147-66a9ee9f937a req-c91f3c26-b8c0-432e-8b55-0c82a2ed3758 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e2125f4-be50-4794-ba6b-339c1df91fc1 HTTP/1.1" status: 200 len: 946 time: 0.0750580 Sep 03 12:59:15.481474 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9597dd0a-44ee-45dc-8f28-ad17dae2b17f req-6d5e59e0-2082-4150-a579-9d8b8d692073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:15.482852 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-9597dd0a-44ee-45dc-8f28-ad17dae2b17f req-6d5e59e0-2082-4150-a579-9d8b8d692073 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=73bfe4aa88394975a94c9ef9258264a4&device_id=1a590c39-6fc5-4b44-bbdc-a6a80ed59cf1 HTTP/1.1" status: 200 len: 1097 time: 0.0619290 Sep 03 12:59:15.547204 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-f264be52-7498-4368-b147-66a9ee9f937a req-044d4307-9e36-4bae-ba34-d53a5b10c86c tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735540 Sep 03 12:59:15.614453 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9597dd0a-44ee-45dc-8f28-ad17dae2b17f req-f4386240-2ebb-4a75-896c-2690a2ff48cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:15.616608 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-9597dd0a-44ee-45dc-8f28-ad17dae2b17f req-f4386240-2ebb-4a75-896c-2690a2ff48cd service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=73bfe4aa88394975a94c9ef9258264a4&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1231353 Sep 03 12:59:15.721745 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9597dd0a-44ee-45dc-8f28-ad17dae2b17f req-24c09b1d-e6d6-44ff-89c3-41b28178099e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:15.723203 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-9597dd0a-44ee-45dc-8f28-ad17dae2b17f req-24c09b1d-e6d6-44ff-89c3-41b28178099e service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0911138 Sep 03 12:59:15.817196 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06aeba0-ca9c-4edb-a3ed-a74a182565e0 req-2a71c26b-9f9b-4be1-bbb8-45d6b94e9b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:15.819004 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-b06aeba0-ca9c-4edb-a3ed-a74a182565e0 req-2a71c26b-9f9b-4be1-bbb8-45d6b94e9b21 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=73bfe4aa88394975a94c9ef9258264a4&device_id=1a590c39-6fc5-4b44-bbdc-a6a80ed59cf1 HTTP/1.1" status: 200 len: 1097 time: 0.0517528 Sep 03 12:59:15.895660 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-b06aeba0-ca9c-4edb-a3ed-a74a182565e0 req-bc730427-3504-418d-940d-14f34390934e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7aa77c9a-0157-4422-a15a-0201c5e8ad82 HTTP/1.1" status: 200 len: 217 time: 0.0515902 Sep 03 12:59:15.917322 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb694ae-b032-40fe-a6a7-37d3701c743e req-d217902e-f0fa-4949-b745-2f4dc2cf9a34 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:15.918847 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-7bb694ae-b032-40fe-a6a7-37d3701c743e req-d217902e-f0fa-4949-b745-2f4dc2cf9a34 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a590c39-6fc5-4b44-bbdc-a6a80ed59cf1 HTTP/1.1" status: 200 len: 944 time: 0.0844874 Sep 03 12:59:16.018712 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06aeba0-ca9c-4edb-a3ed-a74a182565e0 req-da707aa6-8473-4c3e-b119-db6193a8b5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:16.020201 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-b06aeba0-ca9c-4edb-a3ed-a74a182565e0 req-da707aa6-8473-4c3e-b119-db6193a8b5dc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f03e0274-9723-43bd-8e87-01e92e40ad77 HTTP/1.1" status: 200 len: 849 time: 0.1004288 Sep 03 12:59:16.038589 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-7bb694ae-b032-40fe-a6a7-37d3701c743e req-fa1315aa-72f9-443a-ae9d-a000c5c5944b tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a064486-6ead-4783-bb62-b310ce3b6dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104798 Sep 03 12:59:16.080974 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-b06aeba0-ca9c-4edb-a3ed-a74a182565e0 req-8dac7f01-5f82-4812-8779-21585a0c0b40 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=30e7736b-0a4b-4c70-a4fd-9f3bb09e322c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484293 Sep 03 12:59:16.092334 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7853a23a-7d01-489b-b145-2a1fed5a211e req-20e96882-f019-4789-a775-209d2f700771 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:16.093721 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-7853a23a-7d01-489b-b145-2a1fed5a211e req-20e96882-f019-4789-a775-209d2f700771 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e2125f4-be50-4794-ba6b-339c1df91fc1 HTTP/1.1" status: 200 len: 946 time: 0.1280563 Sep 03 12:59:16.145523 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6994b881-db3f-481f-bbae-9a0e76e4c4fc req-1a9d2aa3-60bc-4d4d-b655-3fb9bd7fa0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:16.148318 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-6994b881-db3f-481f-bbae-9a0e76e4c4fc req-1a9d2aa3-60bc-4d4d-b655-3fb9bd7fa0e6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ded28f26959b44b3a09129cafe54c3ac&device_id=6e2125f4-be50-4794-ba6b-339c1df91fc1 HTTP/1.1" status: 200 len: 1099 time: 0.1265268 Sep 03 12:59:16.216548 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-7853a23a-7d01-489b-b145-2a1fed5a211e req-0fd93431-4d97-40f6-9a78-93c482f4b78e tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120033 Sep 03 12:59:16.270905 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-b06aeba0-ca9c-4edb-a3ed-a74a182565e0 req-ecccf99a-bcff-438d-a674-60fec665d1ba service neutron] 10.222.0.11 "GET /v2.0/networks/30e7736b-0a4b-4c70-a4fd-9f3bb09e322c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752758 Sep 03 12:59:16.322793 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6994b881-db3f-481f-bbae-9a0e76e4c4fc req-0af4ab57-37a0-4498-843e-71d0322c77d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:16.324259 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-6994b881-db3f-481f-bbae-9a0e76e4c4fc req-0af4ab57-37a0-4498-843e-71d0322c77d5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d8a10b69-52c5-4ba7-9e6b-9d664f8fb5ae HTTP/1.1" status: 200 len: 916 time: 0.1450863 Sep 03 12:59:16.379630 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 38482) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:59:16.419221 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-6994b881-db3f-481f-bbae-9a0e76e4c4fc req-3cb22c8a-288e-4114-bc95-38050f89231d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a0a41486-b5f6-43c3-956e-4e2c3818fb43 HTTP/1.1" status: 200 len: 217 time: 0.0549297 Sep 03 12:59:16.492940 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-b06aeba0-ca9c-4edb-a3ed-a74a182565e0 req-dcceeb97-9361-45a7-9203-74815de4c501 service neutron] 10.222.0.11 "GET /v2.0/networks/30e7736b-0a4b-4c70-a4fd-9f3bb09e322c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083168 Sep 03 12:59:16.516152 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e41055-fcdf-41ca-9380-16cdf7367d3e req-14f49005-7556-416e-9fe6-9024015862f6 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:16.520546 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-19e41055-fcdf-41ca-9380-16cdf7367d3e req-14f49005-7556-416e-9fe6-9024015862f6 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=24f1ba22-cfbc-4395-a08d-7c8f4e5731a1 HTTP/1.1" status: 200 len: 945 time: 0.1368091 Sep 03 12:59:16.520546 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6994b881-db3f-481f-bbae-9a0e76e4c4fc req-651a7e7d-ee15-4c9c-a9e3-64ed9af82ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:16.521332 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-6994b881-db3f-481f-bbae-9a0e76e4c4fc req-651a7e7d-ee15-4c9c-a9e3-64ed9af82ed5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c7423f83-7cc4-42fa-82eb-8016662f087e HTTP/1.1" status: 200 len: 856 time: 0.0854578 Sep 03 12:59:16.558126 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-4a110eea-d695-4f6b-817e-f76149ad791a admin admin] Notify callbacks [] for security_group, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:16.576065 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-6994b881-db3f-481f-bbae-9a0e76e4c4fc req-515fb69f-e09a-432d-8271-ab42d48ed17f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d8a10b69-52c5-4ba7-9e6b-9d664f8fb5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443368 Sep 03 12:59:16.611581 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-19e41055-fcdf-41ca-9380-16cdf7367d3e req-feda6cf8-3748-4db1-9e54-63a883f09564 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8220371-6aa1-46e4-9fa1-bba367d10552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873854 Sep 03 12:59:16.657085 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-4a110eea-d695-4f6b-817e-f76149ad791a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:16.680439 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-6994b881-db3f-481f-bbae-9a0e76e4c4fc req-2140c153-86eb-455a-918a-697503eb8509 service neutron] 10.222.0.11 "GET /v2.0/networks/d8a10b69-52c5-4ba7-9e6b-9d664f8fb5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931318 Sep 03 12:59:16.766109 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-4a110eea-d695-4f6b-817e-f76149ad791a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:16.782838 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-6994b881-db3f-481f-bbae-9a0e76e4c4fc req-d56aa684-5f28-496f-bb54-60bd0afab763 service neutron] 10.222.0.11 "GET /v2.0/networks/d8a10b69-52c5-4ba7-9e6b-9d664f8fb5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899997 Sep 03 12:59:16.812367 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-4a110eea-d695-4f6b-817e-f76149ad791a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=05425d77c2ac4f6b8acede49ff33795a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4310706 Sep 03 12:59:16.813265 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a110eea-d695-4f6b-817e-f76149ad791a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c8412d-617c-4212-94ac-d26d156969ee,revision_number=1']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:59:16.815267 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 38490) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:59:16.871117 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-a6b4d94a-262a-4fe2-b7f2-19a02196f25b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:16.892931 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-a6b4d94a-262a-4fe2-b7f2-19a02196f25b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:17.029303 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-a6b4d94a-262a-4fe2-b7f2-19a02196f25b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:17.031905 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-a6b4d94a-262a-4fe2-b7f2-19a02196f25b admin admin] Notify callbacks [] for security_group, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:17.036807 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-a6b4d94a-262a-4fe2-b7f2-19a02196f25b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d6c8412d-617c-4212-94ac-d26d156969ee HTTP/1.1" status: 204 len: 168 time: 0.2167931 Sep 03 12:59:17.040827 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b4d94a-262a-4fe2-b7f2-19a02196f25b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c8412d-617c-4212-94ac-d26d156969ee,revision_number=None']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:59:17.160257 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d1cc3d-ed8b-4a28-8a39-19edfcb13c30 req-2f2cb5db-b526-49ea-baee-b76a02897e1b tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:17.161781 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-28d1cc3d-ed8b-4a28-8a39-19edfcb13c30 req-2f2cb5db-b526-49ea-baee-b76a02897e1b tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a590c39-6fc5-4b44-bbdc-a6a80ed59cf1 HTTP/1.1" status: 200 len: 944 time: 0.0524983 Sep 03 12:59:17.200354 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-28d1cc3d-ed8b-4a28-8a39-19edfcb13c30 req-6aca84f4-93a2-4f08-9000-c73954e29bc1 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a064486-6ead-4783-bb62-b310ce3b6dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324614 Sep 03 12:59:17.331160 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183b2f46-5c3b-477c-8eeb-4669e709d3e9 req-c7b259cd-16fd-401f-a68a-2286ce169c6d tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:17.332765 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-183b2f46-5c3b-477c-8eeb-4669e709d3e9 req-c7b259cd-16fd-401f-a68a-2286ce169c6d tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e2125f4-be50-4794-ba6b-339c1df91fc1 HTTP/1.1" status: 200 len: 946 time: 0.0497794 Sep 03 12:59:17.400710 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-183b2f46-5c3b-477c-8eeb-4669e709d3e9 req-48a2d1e9-e193-41fb-88f2-05ec0c11e664 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608089 Sep 03 12:59:17.422125 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef9e1e1-b979-4daf-8246-526a3ca2ccc6 req-9d8a0d18-2176-4d66-8fdf-614f169453e5 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:17.423734 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-fef9e1e1-b979-4daf-8246-526a3ca2ccc6 req-9d8a0d18-2176-4d66-8fdf-614f169453e5 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/ports?device_id=78d57d56-f67d-4816-909a-b4e9fdebfb43 HTTP/1.1" status: 200 len: 945 time: 0.0695426 Sep 03 12:59:17.467752 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-fef9e1e1-b979-4daf-8246-526a3ca2ccc6 req-1ede01ea-b76e-45ce-a1af-42a017a1d800 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/security-groups?id=0fd2e05a-404e-4218-af27-cb0ee3234aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370946 Sep 03 12:59:17.739169 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1f8270-25c9-4190-ab9f-f11bfddaeb9c req-cc9f2260-43a8-4acc-a43b-edd251c4226f tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:17.740661 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-1a1f8270-25c9-4190-ab9f-f11bfddaeb9c req-cc9f2260-43a8-4acc-a43b-edd251c4226f tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=24f1ba22-cfbc-4395-a08d-7c8f4e5731a1 HTTP/1.1" status: 200 len: 945 time: 0.0507936 Sep 03 12:59:17.777727 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-1a1f8270-25c9-4190-ab9f-f11bfddaeb9c req-7e66e235-8fdc-4f22-a795-64a33593baa4 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8220371-6aa1-46e4-9fa1-bba367d10552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311351 Sep 03 12:59:18.314430 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05514d52-fefb-43df-80f9-02f295cbd5f0 req-cbf9f4fb-1944-49de-87b6-76f048f93fba tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:18.315989 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-05514d52-fefb-43df-80f9-02f295cbd5f0 req-cbf9f4fb-1944-49de-87b6-76f048f93fba tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a590c39-6fc5-4b44-bbdc-a6a80ed59cf1 HTTP/1.1" status: 200 len: 944 time: 0.0503428 Sep 03 12:59:18.359872 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-05514d52-fefb-43df-80f9-02f295cbd5f0 req-6eb2a241-29d6-4cbc-b001-446837e9a261 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a064486-6ead-4783-bb62-b310ce3b6dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331962 Sep 03 12:59:18.489455 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Device 7aa77c9a-0157-4422-a15a-0201c5e8ad82 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=120043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 12:59:18.530112 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7689a915-e1a7-419f-80d7-d7f890cbb91a req-e5d655cb-5c52-4d87-aaa8-45ae84583095 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:18.531876 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-7689a915-e1a7-419f-80d7-d7f890cbb91a req-e5d655cb-5c52-4d87-aaa8-45ae84583095 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e2125f4-be50-4794-ba6b-339c1df91fc1 HTTP/1.1" status: 200 len: 946 time: 0.0566125 Sep 03 12:59:18.605355 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-7689a915-e1a7-419f-80d7-d7f890cbb91a req-ffa723d8-ab15-471d-839a-9eb956ca9a37 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671420 Sep 03 12:59:18.609656 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] For port 7aa77c9a-0157-4422-a15a-0201c5e8ad82, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=7aa77c9a-0157-4422-a15a-0201c5e8ad82,segment=NetworkSegment(cf6b458b-b521-442d-8b62-ef01ee5d1aa5),segment_id=cf6b458b-b521-442d-8b62-ef01ee5d1aa5)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:59:18.621533 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Returning: {'device': '7aa77c9a-0157-4422-a15a-0201c5e8ad82', 'network_id': '30e7736b-0a4b-4c70-a4fd-9f3bb09e322c', 'port_id': '7aa77c9a-0157-4422-a15a-0201c5e8ad82', 'mac_address': 'fa:16:3e:10:80:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f03e0274-9723-43bd-8e87-01e92e40ad77', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 12:59:18.629474 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04014816-0924-4aa7-9ac0-156a58728a0a req-187e3ab6-434d-45b9-89f8-4cdebe9cf17d tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:18.631696 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-04014816-0924-4aa7-9ac0-156a58728a0a req-187e3ab6-434d-45b9-89f8-4cdebe9cf17d tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/ports?device_id=78d57d56-f67d-4816-909a-b4e9fdebfb43 HTTP/1.1" status: 200 len: 945 time: 0.0721335 Sep 03 12:59:18.662643 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:18.668999 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-04014816-0924-4aa7-9ac0-156a58728a0a req-1f3b9f8d-59bd-495e-9043-d110e28e27dc tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/security-groups?id=0fd2e05a-404e-4218-af27-cb0ee3234aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313742 Sep 03 12:59:18.674987 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.notifiers.nova [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7aa77c9a-0157-4422-a15a-0201c5e8ad82 {{(pid=120043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 12:59:18.694072 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] For port 7aa77c9a-0157-4422-a15a-0201c5e8ad82, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=7aa77c9a-0157-4422-a15a-0201c5e8ad82,segment=NetworkSegment(cf6b458b-b521-442d-8b62-ef01ee5d1aa5),segment_id=cf6b458b-b521-442d-8b62-ef01ee5d1aa5)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:59:18.780449 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:18.827095 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Pushing event updated for resources: {'Port': ['ID=7aa77c9a-0157-4422-a15a-0201c5e8ad82,revision_number=4']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:59:18.894569 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979abca8-c7d2-47e8-b57d-5f1ff26f69fb req-c91a2749-aa04-4d60-aada-806388d822a5 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:18.896110 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-979abca8-c7d2-47e8-b57d-5f1ff26f69fb req-c91a2749-aa04-4d60-aada-806388d822a5 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=24f1ba22-cfbc-4395-a08d-7c8f4e5731a1 HTTP/1.1" status: 200 len: 945 time: 0.0479853 Sep 03 12:59:18.932960 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-979abca8-c7d2-47e8-b57d-5f1ff26f69fb req-5ff2246a-e31f-4f50-882c-f2f814fbb5e2 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8220371-6aa1-46e4-9fa1-bba367d10552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309975 Sep 03 12:59:19.291354 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] get_ports_and_sgs() called for port_ids ['7aa77c9a-0157-4422-a15a-0201c5e8ad82'] {{(pid=120043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 12:59:19.476173 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aa6d03-5b9a-4da3-a92e-63f8150cca5a req-d17da2f5-d9b6-43b3-826e-e89ce5352217 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:19.477621 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-26aa6d03-5b9a-4da3-a92e-63f8150cca5a req-d17da2f5-d9b6-43b3-826e-e89ce5352217 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a590c39-6fc5-4b44-bbdc-a6a80ed59cf1 HTTP/1.1" status: 200 len: 945 time: 0.0469956 Sep 03 12:59:19.514954 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-26aa6d03-5b9a-4da3-a92e-63f8150cca5a req-faae228e-e204-4ce8-8d45-192ae0f4e9b4 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a064486-6ead-4783-bb62-b310ce3b6dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314312 Sep 03 12:59:19.608217 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.agents_db [None req-4ecc573b-6c34-46c7-b31e-835fd9e30662 None None] Agent healthcheck: found 6 active agents {{(pid=120044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 12:59:19.726935 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f111ee-5833-43e6-a37f-4af6ea16b298 req-1bb937e7-0536-423b-abd9-36cb306da122 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:19.731276 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-05f111ee-5833-43e6-a37f-4af6ea16b298 req-1bb937e7-0536-423b-abd9-36cb306da122 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e2125f4-be50-4794-ba6b-339c1df91fc1 HTTP/1.1" status: 200 len: 946 time: 0.0515833 Sep 03 12:59:19.797070 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-05f111ee-5833-43e6-a37f-4af6ea16b298 req-e8445f6c-a00b-4862-8513-0b21c6361517 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530114 Sep 03 12:59:19.805120 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a27600-c577-45d5-a5c7-6304971328e7 req-b45fc351-136b-469e-9102-00cbfd0f68d5 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:19.806568 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-97a27600-c577-45d5-a5c7-6304971328e7 req-b45fc351-136b-469e-9102-00cbfd0f68d5 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/ports?device_id=78d57d56-f67d-4816-909a-b4e9fdebfb43 HTTP/1.1" status: 200 len: 945 time: 0.0709777 Sep 03 12:59:19.853383 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-97a27600-c577-45d5-a5c7-6304971328e7 req-4ff09258-b657-4edf-9543-bcda1133c8cb tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/security-groups?id=0fd2e05a-404e-4218-af27-cb0ee3234aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354271 Sep 03 12:59:20.047962 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f46c74-ab69-49e6-af36-0c52ddb979f2 req-bbcbab4c-9721-42d5-b6e4-b792f748fc04 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:20.049428 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-e3f46c74-ab69-49e6-af36-0c52ddb979f2 req-bbcbab4c-9721-42d5-b6e4-b792f748fc04 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=24f1ba22-cfbc-4395-a08d-7c8f4e5731a1 HTTP/1.1" status: 200 len: 945 time: 0.0480542 Sep 03 12:59:20.090454 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-e3f46c74-ab69-49e6-af36-0c52ddb979f2 req-8a5d3588-e555-4e61-8cd4-de5a0731ef98 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8220371-6aa1-46e4-9fa1-bba367d10552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350995 Sep 03 12:59:20.634112 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a680ecd0-a513-4e53-a4a7-2e54b24b5caa req-a250c007-b353-4364-a22e-8bbd8bb644e9 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:20.635574 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-a680ecd0-a513-4e53-a4a7-2e54b24b5caa req-a250c007-b353-4364-a22e-8bbd8bb644e9 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a590c39-6fc5-4b44-bbdc-a6a80ed59cf1 HTTP/1.1" status: 200 len: 945 time: 0.0471075 Sep 03 12:59:20.672515 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-a680ecd0-a513-4e53-a4a7-2e54b24b5caa req-ab280e26-4783-4ce4-b68e-d1688ab60980 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a064486-6ead-4783-bb62-b310ce3b6dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309026 Sep 03 12:59:20.962852 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbfb153-c4e8-42e8-af45-4230898f561e req-0f935e8f-cc66-4c0d-a3ee-a2eb9ee43aa3 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:20.964239 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-8bbfb153-c4e8-42e8-af45-4230898f561e req-0f935e8f-cc66-4c0d-a3ee-a2eb9ee43aa3 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/ports?device_id=78d57d56-f67d-4816-909a-b4e9fdebfb43 HTTP/1.1" status: 200 len: 945 time: 0.0471399 Sep 03 12:59:21.000649 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-8bbfb153-c4e8-42e8-af45-4230898f561e req-80bf9084-0d35-4e6b-8639-83770905393b tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/security-groups?id=0fd2e05a-404e-4218-af27-cb0ee3234aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303938 Sep 03 12:59:21.204811 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b19dbf-3829-4359-bdd3-a9224c342dc2 req-7ab42b95-894b-4a78-bcce-16bf8e0ed870 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:21.206226 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-b4b19dbf-3829-4359-bdd3-a9224c342dc2 req-7ab42b95-894b-4a78-bcce-16bf8e0ed870 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=24f1ba22-cfbc-4395-a08d-7c8f4e5731a1 HTTP/1.1" status: 200 len: 945 time: 0.0460117 Sep 03 12:59:21.246238 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-b4b19dbf-3829-4359-bdd3-a9224c342dc2 req-aba07d40-2276-4cb2-9757-743984827ef2 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8220371-6aa1-46e4-9fa1-bba367d10552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334604 Sep 03 12:59:21.536300 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0519a3a9-14e0-4c70-b570-a5ec5cd24f26 req-8d638bc6-d0b3-4f7b-88c5-1f33db319c37 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:21.538295 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-0519a3a9-14e0-4c70-b570-a5ec5cd24f26 req-8d638bc6-d0b3-4f7b-88c5-1f33db319c37 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e2125f4-be50-4794-ba6b-339c1df91fc1 HTTP/1.1" status: 200 len: 946 time: 0.0481827 Sep 03 12:59:21.575757 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-0519a3a9-14e0-4c70-b570-a5ec5cd24f26 req-e9c20077-f1f3-46b4-a34e-fffe80f99c65 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313458 Sep 03 12:59:21.785102 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7d1329-173f-4658-b022-cdc7c5f22834 req-bba27555-92c9-4390-b56c-cd9ef679e62f tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:21.786592 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-bf7d1329-173f-4658-b022-cdc7c5f22834 req-bba27555-92c9-4390-b56c-cd9ef679e62f tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a590c39-6fc5-4b44-bbdc-a6a80ed59cf1 HTTP/1.1" status: 200 len: 945 time: 0.0487552 Sep 03 12:59:21.825116 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-bf7d1329-173f-4658-b022-cdc7c5f22834 req-ebaaaff1-8409-4c1a-84d1-b20cbcbfc53c tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a064486-6ead-4783-bb62-b310ce3b6dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326321 Sep 03 12:59:22.040984 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 38586) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:59:22.120783 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3163b97-98c4-4969-ad95-9242a6048b19 req-7b59a6a8-0ab5-4a12-a9bd-9d4f74c7862d tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:22.122447 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-d3163b97-98c4-4969-ad95-9242a6048b19 req-7b59a6a8-0ab5-4a12-a9bd-9d4f74c7862d tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/ports?device_id=78d57d56-f67d-4816-909a-b4e9fdebfb43 HTTP/1.1" status: 200 len: 945 time: 0.0518079 Sep 03 12:59:22.154537 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-b761c6af-3ba4-4707-b206-6bd4b4c8f028 admin admin] Notify callbacks [] for security_group, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:22.185086 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-d3163b97-98c4-4969-ad95-9242a6048b19 req-aaef7d0e-271b-4610-af5e-4e45866db479 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/security-groups?id=0fd2e05a-404e-4218-af27-cb0ee3234aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557687 Sep 03 12:59:22.255915 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-b761c6af-3ba4-4707-b206-6bd4b4c8f028 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:22.361189 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bdcff6-14b1-4212-a092-e39b62a900f7 req-e8d19140-8484-474a-bff0-270f4be369d9 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:22.362594 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-69bdcff6-14b1-4212-a092-e39b62a900f7 req-e8d19140-8484-474a-bff0-270f4be369d9 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=24f1ba22-cfbc-4395-a08d-7c8f4e5731a1 HTTP/1.1" status: 200 len: 945 time: 0.0475876 Sep 03 12:59:22.370212 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-b761c6af-3ba4-4707-b206-6bd4b4c8f028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:22.430261 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-b761c6af-3ba4-4707-b206-6bd4b4c8f028 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=94d9acbfa8c94ff48689dd5f469660c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3881493 Sep 03 12:59:22.433112 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 38592) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:59:22.433598 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b761c6af-3ba4-4707-b206-6bd4b4c8f028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29bc73ef-26e5-4046-b22d-d06ce826c366,revision_number=1']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:59:22.438121 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-69bdcff6-14b1-4212-a092-e39b62a900f7 req-8cbe948b-33a4-4dcc-a43e-88446903ea0f tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8220371-6aa1-46e4-9fa1-bba367d10552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689270 Sep 03 12:59:22.484208 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-457d0d98-c465-4354-b648-0b3ff25af561 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:22.506347 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-457d0d98-c465-4354-b648-0b3ff25af561 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:22.512663 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Device 7aa77c9a-0157-4422-a15a-0201c5e8ad82 up at agent hyperv_hv-cinder-78878 {{(pid=120043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:59:22.626298 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-457d0d98-c465-4354-b648-0b3ff25af561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:22.628972 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-457d0d98-c465-4354-b648-0b3ff25af561 admin admin] Notify callbacks [] for security_group, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:22.630182 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-457d0d98-c465-4354-b648-0b3ff25af561 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/29bc73ef-26e5-4046-b22d-d06ce826c366 HTTP/1.1" status: 204 len: 168 time: 0.1959188 Sep 03 12:59:22.638029 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457d0d98-c465-4354-b648-0b3ff25af561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29bc73ef-26e5-4046-b22d-d06ce826c366,revision_number=None']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:59:22.666076 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Provisioning for port 7aa77c9a-0157-4422-a15a-0201c5e8ad82 completed by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 12:59:22.666076 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Provisioning complete for port 7aa77c9a-0157-4422-a15a-0201c5e8ad82 triggered by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:59:22.666076 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:22.740687 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:22.762163 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a590c39-6fc5-4b44-bbdc-a6a80ed59cf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aa77c9a-0157-4422-a15a-0201c5e8ad82'}] {{(pid=120043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 12:59:22.764410 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75183f2819bd2f1145e278a2316968184774222fd4353ccf17289daf4feac16a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a65ac16-2710-420f-ba35-f581b43d7da6" -d '{"events": [{"server_uuid": "1a590c39-6fc5-4b44-bbdc-a6a80ed59cf1", "name": "network-vif-plugged", "status": "completed", "tag": "7aa77c9a-0157-4422-a15a-0201c5e8ad82"}]}' {{(pid=120043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 12:59:22.776993 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] For port 7aa77c9a-0157-4422-a15a-0201c5e8ad82, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=7aa77c9a-0157-4422-a15a-0201c5e8ad82,segment=NetworkSegment(cf6b458b-b521-442d-8b62-ef01ee5d1aa5),segment_id=cf6b458b-b521-442d-8b62-ef01ee5d1aa5)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:59:22.805680 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 12:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21ae5401-a550-4aa1-b7b7-fe040aba33f3 x-openstack-request-id: req-21ae5401-a550-4aa1-b7b7-fe040aba33f3 {{(pid=120043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 12:59:22.806082 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a590c39-6fc5-4b44-bbdc-a6a80ed59cf1", "name": "network-vif-plugged", "status": "completed", "tag": "7aa77c9a-0157-4422-a15a-0201c5e8ad82", "code": 200}]} {{(pid=120043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 12:59:22.806488 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-21ae5401-a550-4aa1-b7b7-fe040aba33f3 {{(pid=120043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 12:59:22.807227 dv-cinder-788782-9-iscsi neutron-server[120043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a590c39-6fc5-4b44-bbdc-a6a80ed59cf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aa77c9a-0157-4422-a15a-0201c5e8ad82', 'code': 200} Sep 03 12:59:22.849423 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:22.903888 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Pushing event updated for resources: {'Port': ['ID=7aa77c9a-0157-4422-a15a-0201c5e8ad82,revision_number=5']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:59:22.959023 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826bac4d-ac65-4667-8bff-51cebec1e16c req-18e96a1b-dba0-4d41-8420-d84f32ceabb1 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:22.961192 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-826bac4d-ac65-4667-8bff-51cebec1e16c req-18e96a1b-dba0-4d41-8420-d84f32ceabb1 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a590c39-6fc5-4b44-bbdc-a6a80ed59cf1 HTTP/1.1" status: 200 len: 946 time: 0.0612602 Sep 03 12:59:22.999534 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-826bac4d-ac65-4667-8bff-51cebec1e16c req-b0642e82-52bd-4f15-adbf-302f36d2b491 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a064486-6ead-4783-bb62-b310ce3b6dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319440 Sep 03 12:59:23.148437 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4540c4b-8e76-48a2-b877-4def893206aa req-a06a35a9-f687-4dba-8fb0-a16210a04ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:23.149883 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-d4540c4b-8e76-48a2-b877-4def893206aa req-a06a35a9-f687-4dba-8fb0-a16210a04ae8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1a590c39-6fc5-4b44-bbdc-a6a80ed59cf1 HTTP/1.1" status: 200 len: 1099 time: 0.0397129 Sep 03 12:59:23.184984 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-d4540c4b-8e76-48a2-b877-4def893206aa req-623a4b9e-1bb0-4acc-bb40-dc5f6b3dcf9c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=6a064486-6ead-4783-bb62-b310ce3b6dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270541 Sep 03 12:59:23.301541 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe68f57c-9874-4fab-b2dd-6dd102a7b026 req-071b948f-0a88-420a-abe2-269116ec8b2f tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:23.303681 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-fe68f57c-9874-4fab-b2dd-6dd102a7b026 req-071b948f-0a88-420a-abe2-269116ec8b2f tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/ports?device_id=78d57d56-f67d-4816-909a-b4e9fdebfb43 HTTP/1.1" status: 200 len: 945 time: 0.0483873 Sep 03 12:59:23.341314 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-fe68f57c-9874-4fab-b2dd-6dd102a7b026 req-57305794-18c3-478f-af4c-63fdbea7fdca tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/security-groups?id=0fd2e05a-404e-4218-af27-cb0ee3234aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318060 Sep 03 12:59:23.561892 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114911d0-e7e2-4ba7-8228-75b2d590902c req-efc5a73b-5b90-4e4e-a8ed-cce0f8df358f tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:23.563367 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-114911d0-e7e2-4ba7-8228-75b2d590902c req-efc5a73b-5b90-4e4e-a8ed-cce0f8df358f tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=24f1ba22-cfbc-4395-a08d-7c8f4e5731a1 HTTP/1.1" status: 200 len: 945 time: 0.0513549 Sep 03 12:59:23.602745 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-114911d0-e7e2-4ba7-8228-75b2d590902c req-6a10f6cf-15d9-44fc-ac7b-e70f4ecb06dd tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8220371-6aa1-46e4-9fa1-bba367d10552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325332 Sep 03 12:59:24.113741 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bb043b-869c-44b3-8471-4c62d341c9ff req-f36156a5-62a0-4edf-867d-72d3459db29e tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:24.115231 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-e0bb043b-869c-44b3-8471-4c62d341c9ff req-f36156a5-62a0-4edf-867d-72d3459db29e tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a590c39-6fc5-4b44-bbdc-a6a80ed59cf1 HTTP/1.1" status: 200 len: 946 time: 0.0484879 Sep 03 12:59:24.152177 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-e0bb043b-869c-44b3-8471-4c62d341c9ff req-285d7466-a157-44f9-8edc-3a950c968387 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a064486-6ead-4783-bb62-b310ce3b6dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310559 Sep 03 12:59:24.454027 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d684a996-e48f-4519-918a-421558ffafb3 req-d603b5a2-2df5-40e6-9c4a-6d41a3da3b83 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:24.455479 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-d684a996-e48f-4519-918a-421558ffafb3 req-d603b5a2-2df5-40e6-9c4a-6d41a3da3b83 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/ports?device_id=78d57d56-f67d-4816-909a-b4e9fdebfb43 HTTP/1.1" status: 200 len: 945 time: 0.0466013 Sep 03 12:59:24.493946 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-d684a996-e48f-4519-918a-421558ffafb3 req-34d3f8f1-614e-4f10-b402-9985820ed1dc tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/security-groups?id=0fd2e05a-404e-4218-af27-cb0ee3234aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317838 Sep 03 12:59:24.735317 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d529b8d-2f32-4b9e-86f0-1f30d19af592 req-d071abc3-c785-4f0c-96d1-e62e42d42090 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:24.736827 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-2d529b8d-2f32-4b9e-86f0-1f30d19af592 req-d071abc3-c785-4f0c-96d1-e62e42d42090 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=24f1ba22-cfbc-4395-a08d-7c8f4e5731a1 HTTP/1.1" status: 200 len: 945 time: 0.0518708 Sep 03 12:59:24.774534 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-2d529b8d-2f32-4b9e-86f0-1f30d19af592 req-5249a80b-7a9a-4a44-b1ad-5bb43715d01d tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8220371-6aa1-46e4-9fa1-bba367d10552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307136 Sep 03 12:59:25.276471 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721ae888-173e-43fb-8ae3-0240e98c9526 req-f3bfe317-ecad-4885-92a7-c6f08d8015a1 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:25.277957 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-721ae888-173e-43fb-8ae3-0240e98c9526 req-f3bfe317-ecad-4885-92a7-c6f08d8015a1 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a590c39-6fc5-4b44-bbdc-a6a80ed59cf1 HTTP/1.1" status: 200 len: 946 time: 0.0504839 Sep 03 12:59:25.314648 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-721ae888-173e-43fb-8ae3-0240e98c9526 req-c7510513-d4ea-4dc7-8602-ea838daf4340 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a064486-6ead-4783-bb62-b310ce3b6dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305266 Sep 03 12:59:25.609695 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9731581a-f222-48a8-b654-62fdc8ebd2f4 req-9ebf0a23-d29a-48d6-ac9c-44daa2a02e2c tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:25.611252 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-9731581a-f222-48a8-b654-62fdc8ebd2f4 req-9ebf0a23-d29a-48d6-ac9c-44daa2a02e2c tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/ports?device_id=78d57d56-f67d-4816-909a-b4e9fdebfb43 HTTP/1.1" status: 200 len: 945 time: 0.0488973 Sep 03 12:59:25.656091 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-9731581a-f222-48a8-b654-62fdc8ebd2f4 req-534cd131-5445-47bd-bbe9-ea0ac114ff16 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/security-groups?id=0fd2e05a-404e-4218-af27-cb0ee3234aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375087 Sep 03 12:59:25.896895 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad80953-3cb2-45b5-8e6b-281850926763 req-f6529d25-063b-41e6-a2f1-d107fe491aa3 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:25.898348 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-9ad80953-3cb2-45b5-8e6b-281850926763 req-f6529d25-063b-41e6-a2f1-d107fe491aa3 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=24f1ba22-cfbc-4395-a08d-7c8f4e5731a1 HTTP/1.1" status: 200 len: 945 time: 0.0513384 Sep 03 12:59:25.936163 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-9ad80953-3cb2-45b5-8e6b-281850926763 req-db2b471a-53c1-46e7-8aaf-de975fe8de77 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8220371-6aa1-46e4-9fa1-bba367d10552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318427 Sep 03 12:59:26.778869 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0331fbf2-5b65-4e06-aac2-874e84380766 req-f7628661-e8ee-49e7-982e-dd9909cfbb2d tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:26.778869 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-0331fbf2-5b65-4e06-aac2-874e84380766 req-f7628661-e8ee-49e7-982e-dd9909cfbb2d tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/ports?device_id=78d57d56-f67d-4816-909a-b4e9fdebfb43 HTTP/1.1" status: 200 len: 945 time: 0.0494478 Sep 03 12:59:26.815934 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-0331fbf2-5b65-4e06-aac2-874e84380766 req-d0072af8-0f00-45e5-9981-bfa36dc1f47a tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/security-groups?id=0fd2e05a-404e-4218-af27-cb0ee3234aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368576 Sep 03 12:59:26.919976 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950ebe1a-eb8e-4b5e-b08e-c13409578387 req-58777eb5-32bd-49dc-807d-eae022096695 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:26.919976 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-950ebe1a-eb8e-4b5e-b08e-c13409578387 req-58777eb5-32bd-49dc-807d-eae022096695 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a590c39-6fc5-4b44-bbdc-a6a80ed59cf1 HTTP/1.1" status: 200 len: 946 time: 0.0468075 Sep 03 12:59:26.954358 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-950ebe1a-eb8e-4b5e-b08e-c13409578387 req-181278b0-ce89-4936-ba4e-044d0566810e tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a064486-6ead-4783-bb62-b310ce3b6dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321696 Sep 03 12:59:27.056198 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c909551-05c2-43aa-a549-608841f29695 req-916af111-7665-41c4-96f6-df6c00a0e22a tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:27.057633 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-2c909551-05c2-43aa-a549-608841f29695 req-916af111-7665-41c4-96f6-df6c00a0e22a tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=24f1ba22-cfbc-4395-a08d-7c8f4e5731a1 HTTP/1.1" status: 200 len: 945 time: 0.0499666 Sep 03 12:59:27.096535 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-2c909551-05c2-43aa-a549-608841f29695 req-e18420bb-202f-40ba-84ca-6637318f2736 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8220371-6aa1-46e4-9fa1-bba367d10552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328703 Sep 03 12:59:27.939341 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c35c4db-f5cf-45a4-ad11-822b555913e0 req-045d95e4-31e4-47eb-a43f-42aacb20d4f7 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:27.940810 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-5c35c4db-f5cf-45a4-ad11-822b555913e0 req-045d95e4-31e4-47eb-a43f-42aacb20d4f7 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/ports?device_id=78d57d56-f67d-4816-909a-b4e9fdebfb43 HTTP/1.1" status: 200 len: 945 time: 0.0467508 Sep 03 12:59:27.977677 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-5c35c4db-f5cf-45a4-ad11-822b555913e0 req-57f6e680-87ca-4205-8372-cd26e6ed972c tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/security-groups?id=0fd2e05a-404e-4218-af27-cb0ee3234aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300941 Sep 03 12:59:28.067843 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee03121-9bb5-4147-b3dc-53a4d1ee6a7e req-7709cacb-0e65-470d-83ae-62277b51884a tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:28.069901 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-dee03121-9bb5-4147-b3dc-53a4d1ee6a7e req-7709cacb-0e65-470d-83ae-62277b51884a tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a590c39-6fc5-4b44-bbdc-a6a80ed59cf1 HTTP/1.1" status: 200 len: 946 time: 0.0473440 Sep 03 12:59:28.106739 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-dee03121-9bb5-4147-b3dc-53a4d1ee6a7e req-97439e2f-6fa7-48be-8c2b-bbf0a5cddae3 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a064486-6ead-4783-bb62-b310ce3b6dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309787 Sep 03 12:59:28.214623 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e742516-fb01-4ef7-94f3-481ea58d09b6 req-35972119-bb2b-4cc6-825a-89fd8b081ef4 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:28.216107 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-3e742516-fb01-4ef7-94f3-481ea58d09b6 req-35972119-bb2b-4cc6-825a-89fd8b081ef4 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=24f1ba22-cfbc-4395-a08d-7c8f4e5731a1 HTTP/1.1" status: 200 len: 945 time: 0.0508749 Sep 03 12:59:28.254615 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-3e742516-fb01-4ef7-94f3-481ea58d09b6 req-98492b71-7a5d-4128-8aaa-6b48bc43e91d tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8220371-6aa1-46e4-9fa1-bba367d10552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325944 Sep 03 12:59:29.093419 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cff8d5-4c80-4c67-8e5f-5c625ee0b6f8 req-39a8bae9-9e2e-4a00-8b7e-6de703c0e349 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:29.094908 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-09cff8d5-4c80-4c67-8e5f-5c625ee0b6f8 req-39a8bae9-9e2e-4a00-8b7e-6de703c0e349 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/ports?device_id=78d57d56-f67d-4816-909a-b4e9fdebfb43 HTTP/1.1" status: 200 len: 945 time: 0.0514233 Sep 03 12:59:29.131679 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-09cff8d5-4c80-4c67-8e5f-5c625ee0b6f8 req-c4c9c950-c011-4a15-b71a-fa037e3ad3ed tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/security-groups?id=0fd2e05a-404e-4218-af27-cb0ee3234aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308635 Sep 03 12:59:29.179694 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fef034-f601-4752-88a9-9caceba42cee req-4d55107f-7c41-4622-85c6-a0485a23649b tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:29.181255 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-a1fef034-f601-4752-88a9-9caceba42cee req-4d55107f-7c41-4622-85c6-a0485a23649b tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a590c39-6fc5-4b44-bbdc-a6a80ed59cf1 HTTP/1.1" status: 200 len: 946 time: 0.0463264 Sep 03 12:59:29.280396 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b70ac65-4164-4db5-a0b7-50e736601633 req-84c321ca-b9af-484c-bc03-f178b8237a02 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:29.282168 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-1b70ac65-4164-4db5-a0b7-50e736601633 req-84c321ca-b9af-484c-bc03-f178b8237a02 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a590c39-6fc5-4b44-bbdc-a6a80ed59cf1 HTTP/1.1" status: 200 len: 946 time: 0.1000392 Sep 03 12:59:29.333271 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-1b70ac65-4164-4db5-a0b7-50e736601633 req-8388d61e-09c1-4909-8ca4-8ab51da6d55c tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a064486-6ead-4783-bb62-b310ce3b6dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447826 Sep 03 12:59:29.354292 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.plugin [req-a1fef034-f601-4752-88a9-9caceba42cee req-37860ae7-f0dd-454b-94e6-212794238db1 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] Deleting port 7aa77c9a-0157-4422-a15a-0201c5e8ad82 {{(pid=120042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 12:59:29.354292 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-a1fef034-f601-4752-88a9-9caceba42cee req-37860ae7-f0dd-454b-94e6-212794238db1 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763613556462'] for port, before_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:29.440582 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efdcdfd-77e9-4353-947a-3ffe2002e54c req-c9b1b7d4-5f61-45b6-97d0-2bbc1641f317 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:29.442012 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-1efdcdfd-77e9-4353-947a-3ffe2002e54c req-c9b1b7d4-5f61-45b6-97d0-2bbc1641f317 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=24f1ba22-cfbc-4395-a08d-7c8f4e5731a1 HTTP/1.1" status: 200 len: 945 time: 0.1143382 Sep 03 12:59:29.474412 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.db [req-a1fef034-f601-4752-88a9-9caceba42cee req-37860ae7-f0dd-454b-94e6-212794238db1 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] For port 7aa77c9a-0157-4422-a15a-0201c5e8ad82, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=7aa77c9a-0157-4422-a15a-0201c5e8ad82,segment=NetworkSegment(cf6b458b-b521-442d-8b62-ef01ee5d1aa5),segment_id=cf6b458b-b521-442d-8b62-ef01ee5d1aa5)] {{(pid=120042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:59:29.474891 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-a1fef034-f601-4752-88a9-9caceba42cee req-37860ae7-f0dd-454b-94e6-212794238db1 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642786'] for port, precommit_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:29.492173 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.plugin [req-a1fef034-f601-4752-88a9-9caceba42cee req-37860ae7-f0dd-454b-94e6-212794238db1 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] Calling delete_port for 7aa77c9a-0157-4422-a15a-0201c5e8ad82 owned by compute:nova {{(pid=120042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 12:59:29.511278 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-1efdcdfd-77e9-4353-947a-3ffe2002e54c req-f7ff1eb4-fc8e-4556-89c9-e31fb8408812 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8220371-6aa1-46e4-9fa1-bba367d10552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614145 Sep 03 12:59:29.729213 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-a1fef034-f601-4752-88a9-9caceba42cee req-37860ae7-f0dd-454b-94e6-212794238db1 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763613567928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763613061268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534626149'] for port, after_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:29.742347 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] get_ports_and_sgs() called for port_ids ['7aa77c9a-0157-4422-a15a-0201c5e8ad82'] {{(pid=120043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 12:59:29.756624 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37860ae7-f0dd-454b-94e6-212794238db1 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] Pushing event deleted for resources: {'Port': ['ID=7aa77c9a-0157-4422-a15a-0201c5e8ad82,revision_number=None']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:59:29.796030 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1fef034-f601-4752-88a9-9caceba42cee req-37860ae7-f0dd-454b-94e6-212794238db1 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] No DVR routers for this DVR port 7aa77c9a-0157-4422-a15a-0201c5e8ad82 on host hv-cinder-78878 {{(pid=120042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 12:59:29.799068 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-a1fef034-f601-4752-88a9-9caceba42cee req-37860ae7-f0dd-454b-94e6-212794238db1 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10697'] for port, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:29.801168 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-a1fef034-f601-4752-88a9-9caceba42cee req-37860ae7-f0dd-454b-94e6-212794238db1 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] 10.222.0.11 "DELETE /v2.0/ports/7aa77c9a-0157-4422-a15a-0201c5e8ad82 HTTP/1.1" status: 204 len: 173 time: 0.6112370 Sep 03 12:59:29.801615 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a590c39-6fc5-4b44-bbdc-a6a80ed59cf1', 'name': 'network-vif-deleted', 'tag': '7aa77c9a-0157-4422-a15a-0201c5e8ad82'}] {{(pid=120042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 12:59:29.804669 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d2a6420b193a10f45e0477184c700453c1253cfa456d27c4e3ab5b2f2f62351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d1126fc-d4fc-48e1-b3e2-29cf8252aa91" -d '{"events": [{"server_uuid": "1a590c39-6fc5-4b44-bbdc-a6a80ed59cf1", "name": "network-vif-deleted", "tag": "7aa77c9a-0157-4422-a15a-0201c5e8ad82"}]}' {{(pid=120042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 12:59:29.839562 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 12:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4019c3fb-3c35-4bbc-abb6-b5de52d684db x-openstack-request-id: req-4019c3fb-3c35-4bbc-abb6-b5de52d684db {{(pid=120042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 12:59:29.839885 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a590c39-6fc5-4b44-bbdc-a6a80ed59cf1", "name": "network-vif-deleted", "tag": "7aa77c9a-0157-4422-a15a-0201c5e8ad82", "status": "completed", "code": 200}]} {{(pid=120042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 12:59:29.840142 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4019c3fb-3c35-4bbc-abb6-b5de52d684db {{(pid=120042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 12:59:29.840541 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a590c39-6fc5-4b44-bbdc-a6a80ed59cf1', 'name': 'network-vif-deleted', 'tag': '7aa77c9a-0157-4422-a15a-0201c5e8ad82', 'status': 'completed', 'code': 200} Sep 03 12:59:30.249133 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b20891-19c9-4207-beff-593af6b98657 req-ce8bad7c-bc17-40b9-8d13-d10354034576 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:30.250547 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-e7b20891-19c9-4207-beff-593af6b98657 req-ce8bad7c-bc17-40b9-8d13-d10354034576 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/ports?device_id=78d57d56-f67d-4816-909a-b4e9fdebfb43 HTTP/1.1" status: 200 len: 945 time: 0.0517695 Sep 03 12:59:30.288029 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-e7b20891-19c9-4207-beff-593af6b98657 req-f98874c2-515f-4082-aad4-f26af0b7e074 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/security-groups?id=0fd2e05a-404e-4218-af27-cb0ee3234aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309510 Sep 03 12:59:30.441063 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-532ec82b-7fb5-4d67-ae57-d519d8b10d4c req-a52137c7-4434-4cf4-9df1-39a4142830f4 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a590c39-6fc5-4b44-bbdc-a6a80ed59cf1 HTTP/1.1" status: 200 len: 210 time: 0.0243981 Sep 03 12:59:30.634468 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f622bc1d-d051-42fc-ab62-70e83a3c31c1 req-a1fd1c19-2252-46e9-b69a-3c6bda970c37 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:30.636600 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-f622bc1d-d051-42fc-ab62-70e83a3c31c1 req-a1fd1c19-2252-46e9-b69a-3c6bda970c37 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=24f1ba22-cfbc-4395-a08d-7c8f4e5731a1 HTTP/1.1" status: 200 len: 945 time: 0.0555639 Sep 03 12:59:30.674969 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-f622bc1d-d051-42fc-ab62-70e83a3c31c1 req-169a6bc4-47a2-426c-9203-4b7e87671f54 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8220371-6aa1-46e4-9fa1-bba367d10552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325522 Sep 03 12:59:31.403749 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3f3b13-57d8-4eed-baf4-5bb171ad5b40 req-39c735ae-0844-4e29-a4a2-aac4e1e1cd1b tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:31.405128 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ce3f3b13-57d8-4eed-baf4-5bb171ad5b40 req-39c735ae-0844-4e29-a4a2-aac4e1e1cd1b tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/ports?device_id=78d57d56-f67d-4816-909a-b4e9fdebfb43 HTTP/1.1" status: 200 len: 945 time: 0.0505033 Sep 03 12:59:31.443401 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ce3f3b13-57d8-4eed-baf4-5bb171ad5b40 req-991fda47-0f44-46de-9ea8-67317ed9760f tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/security-groups?id=0fd2e05a-404e-4218-af27-cb0ee3234aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322845 Sep 03 12:59:31.755181 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae56867b-dc75-4ff5-be49-310bebd4211d req-edca9968-d4aa-490f-878d-d65677e79f4f tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:31.756690 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ae56867b-dc75-4ff5-be49-310bebd4211d req-edca9968-d4aa-490f-878d-d65677e79f4f tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] 10.222.0.24 "GET /v2.0/networks?id=30e7736b-0a4b-4c70-a4fd-9f3bb09e322c HTTP/1.1" status: 200 len: 809 time: 0.1036489 Sep 03 12:59:31.795284 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ae56867b-dc75-4ff5-be49-310bebd4211d req-5f01eff8-fb9a-4a04-a52d-77f19b42699c tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] 10.222.0.24 "GET /v2.0/quotas/73bfe4aa88394975a94c9ef9258264a4 HTTP/1.1" status: 200 len: 375 time: 0.0284598 Sep 03 12:59:31.828189 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ae56867b-dc75-4ff5-be49-310bebd4211d req-8f2b8473-7a8c-4c8e-890d-6559614e754d tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=73bfe4aa88394975a94c9ef9258264a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260954 Sep 03 12:59:31.836153 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacab338-7d00-4372-a8d6-07701173e110 req-a073d99f-e7dc-4c10-852a-7a8901df337a tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:31.837796 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-cacab338-7d00-4372-a8d6-07701173e110 req-a073d99f-e7dc-4c10-852a-7a8901df337a tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=24f1ba22-cfbc-4395-a08d-7c8f4e5731a1 HTTP/1.1" status: 200 len: 945 time: 0.0802515 Sep 03 12:59:31.927018 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-cacab338-7d00-4372-a8d6-07701173e110 req-ea7d27b6-6e1a-49cd-b0cf-2dc508715be8 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8220371-6aa1-46e4-9fa1-bba367d10552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813584 Sep 03 12:59:31.949504 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ae56867b-dc75-4ff5-be49-310bebd4211d req-bb207623-a852-4927-9d27-8193fdac4926 service neutron] 10.222.0.24 "GET /v2.0/networks/30e7736b-0a4b-4c70-a4fd-9f3bb09e322c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107728 Sep 03 12:59:32.271461 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ae56867b-dc75-4ff5-be49-310bebd4211d req-804e1974-ab3c-41cd-99da-6b3279b24481 service neutron] 10.222.0.24 "GET /v2.0/networks/30e7736b-0a4b-4c70-a4fd-9f3bb09e322c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3161564 Sep 03 12:59:32.516020 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Device 5d742568-1d39-4a7a-9681-78fb1e791005 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=120043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 12:59:32.522808 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Device 7aa77c9a-0157-4422-a15a-0201c5e8ad82 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=120043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 12:59:32.545233 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.plugin [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] No Port match for: 7aa77c9a-0157-4422-a15a-0201c5e8ad82 {{(pid=120043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 12:59:32.545577 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Device 7aa77c9a-0157-4422-a15a-0201c5e8ad82 not bound to the agent host hv-cinder-78878 {{(pid=120043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 12:59:32.577308 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-a9db4c41-1aa6-4c35-9401-07b17557b4cf req-96141588-4cc9-4260-b985-a8da8250fc7d tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9700373-e4ee-41e8-89db-5f6236ed019d HTTP/1.1" status: 200 len: 210 time: 0.0306931 Sep 03 12:59:32.598653 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51de930-e777-4bad-b7c1-3595c592c8ed req-a77b0852-4d31-40d6-b46b-0707774702f7 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:32.600133 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-d51de930-e777-4bad-b7c1-3595c592c8ed req-a77b0852-4d31-40d6-b46b-0707774702f7 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/ports?device_id=78d57d56-f67d-4816-909a-b4e9fdebfb43 HTTP/1.1" status: 200 len: 945 time: 0.0857809 Sep 03 12:59:32.654361 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] For port 5d742568-1d39-4a7a-9681-78fb1e791005, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=5d742568-1d39-4a7a-9681-78fb1e791005,segment=NetworkSegment(32a72ad9-2465-4193-b477-40371effc92a),segment_id=32a72ad9-2465-4193-b477-40371effc92a)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:59:32.657050 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-d51de930-e777-4bad-b7c1-3595c592c8ed req-a2866f68-f55f-4354-8c25-76d948e14417 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/security-groups?id=0fd2e05a-404e-4218-af27-cb0ee3234aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493882 Sep 03 12:59:32.667241 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Returning: {'device': '5d742568-1d39-4a7a-9681-78fb1e791005', 'network_id': '4ae4bd86-9baa-4a46-894e-9d6319ec74c4', 'port_id': '5d742568-1d39-4a7a-9681-78fb1e791005', 'mac_address': 'fa:16:3e:6d:82:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4c3bb0a-fdd7-427f-b24b-a6cf6ccdaba3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 12:59:32.703517 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8a0974-9ac8-408c-b0cb-ca0790fcc7fd req-0c7f8cfe-76ce-4b48-acdf-9302afbd0a94 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:32.705019 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-2e8a0974-9ac8-408c-b0cb-ca0790fcc7fd req-0c7f8cfe-76ce-4b48-acdf-9302afbd0a94 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e2125f4-be50-4794-ba6b-339c1df91fc1 HTTP/1.1" status: 200 len: 946 time: 0.0626240 Sep 03 12:59:32.707976 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:32.720956 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.notifiers.nova [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5d742568-1d39-4a7a-9681-78fb1e791005 {{(pid=120043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 12:59:32.740876 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] For port 5d742568-1d39-4a7a-9681-78fb1e791005, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=5d742568-1d39-4a7a-9681-78fb1e791005,segment=NetworkSegment(32a72ad9-2465-4193-b477-40371effc92a),segment_id=32a72ad9-2465-4193-b477-40371effc92a)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:59:32.743503 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-2e8a0974-9ac8-408c-b0cb-ca0790fcc7fd req-603a48cf-9c3b-4b95-adae-55f1bac9329c tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325041 Sep 03 12:59:32.797996 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:32.856085 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Pushing event updated for resources: {'Port': ['ID=5d742568-1d39-4a7a-9681-78fb1e791005,revision_number=6']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:59:32.877882 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a4bf7f-372f-4159-aa84-2b0ab1a1c05e req-11959f62-13a8-42ed-87ae-45dfce37209a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:32.879363 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-59a4bf7f-372f-4159-aa84-2b0ab1a1c05e req-11959f62-13a8-42ed-87ae-45dfce37209a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ded28f26959b44b3a09129cafe54c3ac&device_id=6e2125f4-be50-4794-ba6b-339c1df91fc1 HTTP/1.1" status: 200 len: 1099 time: 0.0405493 Sep 03 12:59:32.986577 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a4bf7f-372f-4159-aa84-2b0ab1a1c05e req-71fd1b9e-1234-472f-8637-349e9f5898fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:32.988127 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-59a4bf7f-372f-4159-aa84-2b0ab1a1c05e req-71fd1b9e-1234-472f-8637-349e9f5898fb service neutron] 10.222.0.11 "GET /v2.0/networks?id=d8a10b69-52c5-4ba7-9e6b-9d664f8fb5ae HTTP/1.1" status: 200 len: 916 time: 0.0871496 Sep 03 12:59:33.061837 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-59a4bf7f-372f-4159-aa84-2b0ab1a1c05e req-413c36f6-a2a7-49d9-9c2e-27740360cfe8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a0a41486-b5f6-43c3-956e-4e2c3818fb43 HTTP/1.1" status: 200 len: 217 time: 0.0515082 Sep 03 12:59:33.080954 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a301ebd8-95f0-47d9-a55c-2c98c6493863 req-f4b09067-98cc-4c4f-9092-a0bea5aba4d3 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:33.082408 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-a301ebd8-95f0-47d9-a55c-2c98c6493863 req-f4b09067-98cc-4c4f-9092-a0bea5aba4d3 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=24f1ba22-cfbc-4395-a08d-7c8f4e5731a1 HTTP/1.1" status: 200 len: 944 time: 0.0829620 Sep 03 12:59:33.135392 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] get_ports_and_sgs() called for port_ids ['5d742568-1d39-4a7a-9681-78fb1e791005'] {{(pid=120043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 12:59:33.151261 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a4bf7f-372f-4159-aa84-2b0ab1a1c05e req-a29a31cb-6fdc-4613-9aba-0d231d686399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:33.152790 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-59a4bf7f-372f-4159-aa84-2b0ab1a1c05e req-a29a31cb-6fdc-4613-9aba-0d231d686399 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c7423f83-7cc4-42fa-82eb-8016662f087e HTTP/1.1" status: 200 len: 856 time: 0.0695262 Sep 03 12:59:33.155592 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-a301ebd8-95f0-47d9-a55c-2c98c6493863 req-cf532620-f874-4217-b94a-b5499c6925c2 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8220371-6aa1-46e4-9fa1-bba367d10552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643198 Sep 03 12:59:33.188230 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-59a4bf7f-372f-4159-aa84-2b0ab1a1c05e req-84889591-7806-430b-bef6-a49123b62699 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d8a10b69-52c5-4ba7-9e6b-9d664f8fb5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265143 Sep 03 12:59:33.285239 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-59a4bf7f-372f-4159-aa84-2b0ab1a1c05e req-195bd3b4-06dd-4197-bdd0-4e6b073e51a5 service neutron] 10.222.0.11 "GET /v2.0/networks/d8a10b69-52c5-4ba7-9e6b-9d664f8fb5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868523 Sep 03 12:59:33.391959 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-59a4bf7f-372f-4159-aa84-2b0ab1a1c05e req-d1dc35b5-5ab1-4b8d-9f2d-1ddc4b5162ed service neutron] 10.222.0.11 "GET /v2.0/networks/d8a10b69-52c5-4ba7-9e6b-9d664f8fb5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830331 Sep 03 12:59:33.675770 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-a10427c1-73e1-471d-9588-c531fc111462 req-b3966f68-8735-456e-aaaa-be664a4423ad tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9700373-e4ee-41e8-89db-5f6236ed019d HTTP/1.1" status: 200 len: 210 time: 0.0281961 Sep 03 12:59:33.782786 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a85e73-445a-4f01-9beb-7b5d7a69b15e req-7d5af60b-2bea-4825-85a4-a8369c89eaad tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:33.784343 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-41a85e73-445a-4f01-9beb-7b5d7a69b15e req-7d5af60b-2bea-4825-85a4-a8369c89eaad tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/ports?device_id=78d57d56-f67d-4816-909a-b4e9fdebfb43 HTTP/1.1" status: 200 len: 945 time: 0.0501239 Sep 03 12:59:33.833609 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-41a85e73-445a-4f01-9beb-7b5d7a69b15e req-6f815543-296a-4517-933e-c84a13a17657 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/security-groups?id=0fd2e05a-404e-4218-af27-cb0ee3234aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428832 Sep 03 12:59:33.882457 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7532bb49-db0d-4407-84a2-269e781b1a6f req-9e5f1ba4-43ee-4b93-9872-10b4e77a4a5b tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:33.888293 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-7532bb49-db0d-4407-84a2-269e781b1a6f req-9e5f1ba4-43ee-4b93-9872-10b4e77a4a5b tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e2125f4-be50-4794-ba6b-339c1df91fc1 HTTP/1.1" status: 200 len: 946 time: 0.0710182 Sep 03 12:59:33.921847 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-7532bb49-db0d-4407-84a2-269e781b1a6f req-41a4ca54-290d-474e-bf6b-bb5e5dcc72d9 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321956 Sep 03 12:59:34.297269 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabdec19-9ad5-4370-9688-0dbeb7b0a9a2 req-c5e727c6-1cd2-48c1-9a39-e49fd9da29b4 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:34.298719 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-dabdec19-9ad5-4370-9688-0dbeb7b0a9a2 req-c5e727c6-1cd2-48c1-9a39-e49fd9da29b4 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=24f1ba22-cfbc-4395-a08d-7c8f4e5731a1 HTTP/1.1" status: 200 len: 944 time: 0.0514326 Sep 03 12:59:34.336635 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-dabdec19-9ad5-4370-9688-0dbeb7b0a9a2 req-65f57c11-4e97-4954-be37-8423e2ea8ef3 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8220371-6aa1-46e4-9fa1-bba367d10552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319662 Sep 03 12:59:34.535124 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Device 5d742568-1d39-4a7a-9681-78fb1e791005 up at agent hyperv_hv-cinder-78878 {{(pid=120043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:59:34.583275 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Provisioning complete for port 5d742568-1d39-4a7a-9681-78fb1e791005 triggered by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:59:34.584296 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:34.805368 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-6a1083af-fa4e-4586-ae1c-5fdc07604b77 req-d8011997-3562-4a47-8868-f3586fd584d8 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9700373-e4ee-41e8-89db-5f6236ed019d HTTP/1.1" status: 200 len: 210 time: 0.0403750 Sep 03 12:59:34.836337 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:34.881279 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] For port 5d742568-1d39-4a7a-9681-78fb1e791005, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=5d742568-1d39-4a7a-9681-78fb1e791005,segment=NetworkSegment(32a72ad9-2465-4193-b477-40371effc92a),segment_id=32a72ad9-2465-4193-b477-40371effc92a)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:59:34.882271 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24f1ba22-cfbc-4395-a08d-7c8f4e5731a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d742568-1d39-4a7a-9681-78fb1e791005'}] {{(pid=120043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 12:59:34.884918 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75183f2819bd2f1145e278a2316968184774222fd4353ccf17289daf4feac16a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a18e95fa-9b51-414d-a2f4-24e251e343ff" -d '{"events": [{"server_uuid": "24f1ba22-cfbc-4395-a08d-7c8f4e5731a1", "name": "network-vif-plugged", "status": "completed", "tag": "5d742568-1d39-4a7a-9681-78fb1e791005"}]}' {{(pid=120043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 12:59:34.922917 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 12:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-442f3572-18bd-41f5-acd0-5da0633f87f8 x-openstack-request-id: req-442f3572-18bd-41f5-acd0-5da0633f87f8 {{(pid=120043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 12:59:34.922917 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24f1ba22-cfbc-4395-a08d-7c8f4e5731a1", "name": "network-vif-plugged", "status": "completed", "tag": "5d742568-1d39-4a7a-9681-78fb1e791005", "code": 200}]} {{(pid=120043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 12:59:34.923155 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-442f3572-18bd-41f5-acd0-5da0633f87f8 {{(pid=120043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 12:59:34.923483 dv-cinder-788782-9-iscsi neutron-server[120043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24f1ba22-cfbc-4395-a08d-7c8f4e5731a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d742568-1d39-4a7a-9681-78fb1e791005', 'code': 200} Sep 03 12:59:34.986697 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:35.058762 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Pushing event updated for resources: {'Port': ['ID=5d742568-1d39-4a7a-9681-78fb1e791005,revision_number=7']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:59:35.146260 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e32e96-e96e-4bd5-89f2-47d67cc41667 req-011df9f5-224c-4db7-ba44-c4370cf3dc54 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:35.154189 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-71e32e96-e96e-4bd5-89f2-47d67cc41667 req-011df9f5-224c-4db7-ba44-c4370cf3dc54 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/ports?device_id=78d57d56-f67d-4816-909a-b4e9fdebfb43 HTTP/1.1" status: 200 len: 945 time: 0.2242122 Sep 03 12:59:35.185200 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae56867b-dc75-4ff5-be49-310bebd4211d req-8d26f345-653d-48b7-a5e2-bfc56867b763 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:35.186904 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ae56867b-dc75-4ff5-be49-310bebd4211d req-8d26f345-653d-48b7-a5e2-bfc56867b763 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] 10.222.0.11 "GET /v2.0/networks?id=30e7736b-0a4b-4c70-a4fd-9f3bb09e322c HTTP/1.1" status: 200 len: 809 time: 0.3271770 Sep 03 12:59:35.209512 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05afd430-6214-4e57-afbe-5dc04f996e52 req-39a565db-336a-447b-b7e8-9281fb09571c tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:35.211198 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-05afd430-6214-4e57-afbe-5dc04f996e52 req-39a565db-336a-447b-b7e8-9281fb09571c tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e2125f4-be50-4794-ba6b-339c1df91fc1 HTTP/1.1" status: 200 len: 946 time: 0.1444705 Sep 03 12:59:35.218870 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.v2.base [req-ae56867b-dc75-4ff5-be49-310bebd4211d req-33e21afa-b8c5-4528-8f88-c03862a120ef tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] Request body: {'port': {'device_id': 'c9700373-e4ee-41e8-89db-5f6236ed019d', 'network_id': '30e7736b-0a4b-4c70-a4fd-9f3bb09e322c', 'admin_state_up': True, 'tenant_id': '73bfe4aa88394975a94c9ef9258264a4'}} {{(pid=120042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:59:35.257037 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-71e32e96-e96e-4bd5-89f2-47d67cc41667 req-00b5347d-98b8-471c-b209-678c3b1ff8b7 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/security-groups?id=0fd2e05a-404e-4218-af27-cb0ee3234aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018751 Sep 03 12:59:35.301519 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-6619a8f8-dff4-463e-a1d4-65422d0b19bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:35.310188 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-05afd430-6214-4e57-afbe-5dc04f996e52 req-7811b7c0-4c6b-4c2e-bc53-84baeadad19e tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858428 Sep 03 12:59:35.498245 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53ba12d-a8a1-4ce9-8a98-712e980f32c4 req-da6f6cf9-6afb-4392-a1a6-c7a51ae8ca0b tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:35.500008 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-e53ba12d-a8a1-4ce9-8a98-712e980f32c4 req-da6f6cf9-6afb-4392-a1a6-c7a51ae8ca0b tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=24f1ba22-cfbc-4395-a08d-7c8f4e5731a1 HTTP/1.1" status: 200 len: 945 time: 0.0665016 Sep 03 12:59:35.501284 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae56867b-dc75-4ff5-be49-310bebd4211d req-33e21afa-b8c5-4528-8f88-c03862a120ef tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] Made reservation on behalf of 73bfe4aa88394975a94c9ef9258264a4 for: {'port': 1} {{(pid=120042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 12:59:35.504814 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-ae56867b-dc75-4ff5-be49-310bebd4211d req-33e21afa-b8c5-4528-8f88-c03862a120ef tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:35.628182 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-e53ba12d-a8a1-4ce9-8a98-712e980f32c4 req-d793ae9c-8b6c-48de-bf1a-3eac390442b7 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8220371-6aa1-46e4-9fa1-bba367d10552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024160 Sep 03 12:59:35.699706 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.db_base_plugin_common [req-ae56867b-dc75-4ff5-be49-310bebd4211d req-33e21afa-b8c5-4528-8f88-c03862a120ef tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] Allocated IP 172.20.0.6 (30e7736b-0a4b-4c70-a4fd-9f3bb09e322c/f03e0274-9723-43bd-8e87-01e92e40ad77/72347c97-9ff7-45c4-9af1-f94beb9bd7ec) {{(pid=120042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 12:59:35.979413 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-e0ae48b9-2028-473d-a091-5e646e59d791 req-3d8783e8-24d3-42a7-997f-db3e8ab88cc5 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9700373-e4ee-41e8-89db-5f6236ed019d HTTP/1.1" status: 200 len: 210 time: 0.0360155 Sep 03 12:59:36.011234 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-ae56867b-dc75-4ff5-be49-310bebd4211d req-33e21afa-b8c5-4528-8f88-c03862a120ef tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] Notify callbacks [] for port, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:36.172687 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-ae56867b-dc75-4ff5-be49-310bebd4211d req-33e21afa-b8c5-4528-8f88-c03862a120ef tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763613061259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534626149'] for port, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:36.221249 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae56867b-dc75-4ff5-be49-310bebd4211d req-33e21afa-b8c5-4528-8f88-c03862a120ef tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] Network 30e7736b-0a4b-4c70-a4fd-9f3bb09e322c is already hosted by enough agents. {{(pid=120042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 12:59:36.225066 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.base_scheduler [req-ae56867b-dc75-4ff5-be49-310bebd4211d req-33e21afa-b8c5-4528-8f88-c03862a120ef tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] Resources bound (agent type, host, resource id): {{(pid=120042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 12:59:36.228727 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae56867b-dc75-4ff5-be49-310bebd4211d req-33e21afa-b8c5-4528-8f88-c03862a120ef tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] Received port after_create {{(pid=120042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 12:59:36.262259 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e21afa-b8c5-4528-8f88-c03862a120ef tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] Pushing event updated for resources: {'Port': ['ID=72347c97-9ff7-45c4-9af1-f94beb9bd7ec,revision_number=1']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:59:36.322680 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae56867b-dc75-4ff5-be49-310bebd4211d req-33e21afa-b8c5-4528-8f88-c03862a120ef tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:36.323733 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-ae56867b-dc75-4ff5-be49-310bebd4211d req-33e21afa-b8c5-4528-8f88-c03862a120ef tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10697'] for port, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:36.454498 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9138b479-d69f-4e72-8034-6b38fa713034 req-b09deac1-dad1-4ca5-a911-b782c0a7f45f tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:36.456156 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-9138b479-d69f-4e72-8034-6b38fa713034 req-b09deac1-dad1-4ca5-a911-b782c0a7f45f tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/ports?device_id=f53f96c0-d8b5-47d6-baeb-8e898fdab9ce HTTP/1.1" status: 200 len: 946 time: 0.0932024 Sep 03 12:59:36.479926 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8994b30e-7162-405a-b148-40f6c523de3a req-12c3bfe1-1141-47cf-8059-5c9601c9ea65 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:36.481678 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-8994b30e-7162-405a-b148-40f6c523de3a req-12c3bfe1-1141-47cf-8059-5c9601c9ea65 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/ports?device_id=78d57d56-f67d-4816-909a-b4e9fdebfb43 HTTP/1.1" status: 200 len: 945 time: 0.0842876 Sep 03 12:59:36.526837 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-9138b479-d69f-4e72-8034-6b38fa713034 req-d7daa17a-50a4-4479-b89c-6e47b139e39d tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/security-groups?id=202644d7-0091-49f7-a3d6-689b64f2110e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624802 Sep 03 12:59:36.541609 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-8994b30e-7162-405a-b148-40f6c523de3a req-59d2a4e3-cc0c-419b-b5df-d2d213dd5ae9 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/security-groups?id=0fd2e05a-404e-4218-af27-cb0ee3234aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515552 Sep 03 12:59:36.641769 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ae56867b-dc75-4ff5-be49-310bebd4211d req-33e21afa-b8c5-4528-8f88-c03862a120ef tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4291482 Sep 03 12:59:36.679803 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3720c1-7bfa-44a5-9105-96a0b85657ab req-c0804385-1ccd-4863-8f50-b2c2777f63e1 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:36.681897 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-fe3720c1-7bfa-44a5-9105-96a0b85657ab req-c0804385-1ccd-4863-8f50-b2c2777f63e1 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e2125f4-be50-4794-ba6b-339c1df91fc1 HTTP/1.1" status: 200 len: 946 time: 0.0785482 Sep 03 12:59:36.687338 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.v2.base [req-ae56867b-dc75-4ff5-be49-310bebd4211d req-49515e78-b3c3-4fa3-be84-5cb1d68340e1 service neutron] Request body: {'port': {'device_id': 'c9700373-e4ee-41e8-89db-5f6236ed019d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=120042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 12:59:36.805696 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-fe3720c1-7bfa-44a5-9105-96a0b85657ab req-c44b65a7-9ba7-44f7-ac6a-f07d7b93625a tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113203 Sep 03 12:59:36.822051 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-ae56867b-dc75-4ff5-be49-310bebd4211d req-49515e78-b3c3-4fa3-be84-5cb1d68340e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:36.858341 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0700d463-72c6-474f-803c-ffdb80c4bd15 req-02724585-6ac8-4e40-86d7-a386a54d0c92 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:36.859974 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-0700d463-72c6-474f-803c-ffdb80c4bd15 req-02724585-6ac8-4e40-86d7-a386a54d0c92 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=24f1ba22-cfbc-4395-a08d-7c8f4e5731a1 HTTP/1.1" status: 200 len: 945 time: 0.1287749 Sep 03 12:59:36.860690 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:36.982672 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-0700d463-72c6-474f-803c-ffdb80c4bd15 req-f7c092ff-ceb3-4166-a611-60c37602c7e1 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8220371-6aa1-46e4-9fa1-bba367d10552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981791 Sep 03 12:59:37.180409 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ffa7ad-7738-48db-91d6-dc5fabcfaf94 req-29cafb67-2f25-425e-9297-b0d59dc7b3de tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:37.184475 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-f4ffa7ad-7738-48db-91d6-dc5fabcfaf94 req-29cafb67-2f25-425e-9297-b0d59dc7b3de tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9700373-e4ee-41e8-89db-5f6236ed019d HTTP/1.1" status: 200 len: 931 time: 0.1008751 Sep 03 12:59:37.267571 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-f4ffa7ad-7738-48db-91d6-dc5fabcfaf94 req-589daf34-fd21-4a1b-bd9b-527753f5cd75 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a064486-6ead-4783-bb62-b310ce3b6dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719097 Sep 03 12:59:37.272076 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.notifiers.nova [req-ae56867b-dc75-4ff5-be49-310bebd4211d req-49515e78-b3c3-4fa3-be84-5cb1d68340e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72347c97-9ff7-45c4-9af1-f94beb9bd7ec {{(pid=120042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 12:59:37.281040 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-ae56867b-dc75-4ff5-be49-310bebd4211d req-49515e78-b3c3-4fa3-be84-5cb1d68340e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:37.299267 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.provisioning_blocks [req-ae56867b-dc75-4ff5-be49-310bebd4211d req-49515e78-b3c3-4fa3-be84-5cb1d68340e1 service neutron] Transition to ACTIVE for port object 72347c97-9ff7-45c4-9af1-f94beb9bd7ec will not be triggered until provisioned by entity L2. {{(pid=120042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 12:59:37.366687 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-ae56867b-dc75-4ff5-be49-310bebd4211d req-49515e78-b3c3-4fa3-be84-5cb1d68340e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534626162'] for port, after_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:37.438597 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49515e78-b3c3-4fa3-be84-5cb1d68340e1 service neutron] Pushing event updated for resources: {'Port': ['ID=72347c97-9ff7-45c4-9af1-f94beb9bd7ec,revision_number=2']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:59:37.494646 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.managers [req-ae56867b-dc75-4ff5-be49-310bebd4211d req-49515e78-b3c3-4fa3-be84-5cb1d68340e1 service neutron] Attempting to bind port 72347c97-9ff7-45c4-9af1-f94beb9bd7ec on host hv-cinder-78878 for vnic_type normal with profile {{(pid=120042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 12:59:37.495013 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.managers [req-ae56867b-dc75-4ff5-be49-310bebd4211d req-49515e78-b3c3-4fa3-be84-5cb1d68340e1 service neutron] Attempting to bind port 72347c97-9ff7-45c4-9af1-f94beb9bd7ec by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': 'cf6b458b-b521-442d-8b62-ef01ee5d1aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '30e7736b-0a4b-4c70-a4fd-9f3bb09e322c'}] {{(pid=120042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 12:59:37.495318 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae56867b-dc75-4ff5-be49-310bebd4211d req-49515e78-b3c3-4fa3-be84-5cb1d68340e1 service neutron] Attempting to bind port 72347c97-9ff7-45c4-9af1-f94beb9bd7ec on network 30e7736b-0a4b-4c70-a4fd-9f3bb09e322c {{(pid=120042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 12:59:37.500450 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae56867b-dc75-4ff5-be49-310bebd4211d req-49515e78-b3c3-4fa3-be84-5cb1d68340e1 service neutron] Port 72347c97-9ff7-45c4-9af1-f94beb9bd7ec on network 30e7736b-0a4b-4c70-a4fd-9f3bb09e322c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=120042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 12:59:37.500783 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae56867b-dc75-4ff5-be49-310bebd4211d req-49515e78-b3c3-4fa3-be84-5cb1d68340e1 service neutron] Attempting to bind port 72347c97-9ff7-45c4-9af1-f94beb9bd7ec on network 30e7736b-0a4b-4c70-a4fd-9f3bb09e322c {{(pid=120042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 12:59:37.506983 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae56867b-dc75-4ff5-be49-310bebd4211d req-49515e78-b3c3-4fa3-be84-5cb1d68340e1 service neutron] Checking agent: {'id': '0f6a9262-0a79-4cf4-ac76-73211ad22d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 12, 55, 7), 'started_at': datetime.datetime(2021, 9, 3, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 12, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 12:59:37.507356 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae56867b-dc75-4ff5-be49-310bebd4211d req-49515e78-b3c3-4fa3-be84-5cb1d68340e1 service neutron] Checking segment: {'id': 'cf6b458b-b521-442d-8b62-ef01ee5d1aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '30e7736b-0a4b-4c70-a4fd-9f3bb09e322c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 12:59:37.507750 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae56867b-dc75-4ff5-be49-310bebd4211d req-49515e78-b3c3-4fa3-be84-5cb1d68340e1 service neutron] Bound using segment: {'id': 'cf6b458b-b521-442d-8b62-ef01ee5d1aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '30e7736b-0a4b-4c70-a4fd-9f3bb09e322c'} {{(pid=120042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 12:59:37.508218 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.managers [req-ae56867b-dc75-4ff5-be49-310bebd4211d req-49515e78-b3c3-4fa3-be84-5cb1d68340e1 service neutron] Bound port: 72347c97-9ff7-45c4-9af1-f94beb9bd7ec, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf6b458b-b521-442d-8b62-ef01ee5d1aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '30e7736b-0a4b-4c70-a4fd-9f3bb09e322c'}}] {{(pid=120042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 12:59:37.508593 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-ae56867b-dc75-4ff5-be49-310bebd4211d req-49515e78-b3c3-4fa3-be84-5cb1d68340e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:37.591900 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.db [req-ae56867b-dc75-4ff5-be49-310bebd4211d req-49515e78-b3c3-4fa3-be84-5cb1d68340e1 service neutron] For port 72347c97-9ff7-45c4-9af1-f94beb9bd7ec, host hv-cinder-78878, cleared binding levels {{(pid=120042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 12:59:37.595401 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.db [req-ae56867b-dc75-4ff5-be49-310bebd4211d req-49515e78-b3c3-4fa3-be84-5cb1d68340e1 service neutron] For port 72347c97-9ff7-45c4-9af1-f94beb9bd7ec, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=72347c97-9ff7-45c4-9af1-f94beb9bd7ec,segment=NetworkSegment(cf6b458b-b521-442d-8b62-ef01ee5d1aa5),segment_id=cf6b458b-b521-442d-8b62-ef01ee5d1aa5)] {{(pid=120042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 12:59:37.669079 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448a0f28-fe92-4299-b01a-d40ced4148b8 req-71428db8-3b03-40bc-a9bb-899eefb9ff57 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:37.670665 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-448a0f28-fe92-4299-b01a-d40ced4148b8 req-71428db8-3b03-40bc-a9bb-899eefb9ff57 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/ports?device_id=f53f96c0-d8b5-47d6-baeb-8e898fdab9ce HTTP/1.1" status: 200 len: 946 time: 0.0581770 Sep 03 12:59:37.723487 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-448a0f28-fe92-4299-b01a-d40ced4148b8 req-3cf176a7-a995-40d0-92c1-4984fe86fb9f tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/security-groups?id=202644d7-0091-49f7-a3d6-689b64f2110e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369027 Sep 03 12:59:37.739792 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b52a8c7-dbf1-4fa8-8f02-0fbbf2fdc59d req-a4561fb7-ec5d-4df4-8e57-11dc7924cc95 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:37.739792 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-6b52a8c7-dbf1-4fa8-8f02-0fbbf2fdc59d req-a4561fb7-ec5d-4df4-8e57-11dc7924cc95 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/ports?device_id=78d57d56-f67d-4816-909a-b4e9fdebfb43 HTTP/1.1" status: 200 len: 945 time: 0.0886748 Sep 03 12:59:37.785124 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-6b52a8c7-dbf1-4fa8-8f02-0fbbf2fdc59d req-eb637be6-7be2-4022-80a0-88fc14b954ef tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/security-groups?id=0fd2e05a-404e-4218-af27-cb0ee3234aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418735 Sep 03 12:59:37.927096 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d4214-4795-4247-9498-9f3f58b419be req-a58b553b-e8ce-48e7-973b-75f85bd4e4bb tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:37.928548 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-565d4214-4795-4247-9498-9f3f58b419be req-a58b553b-e8ce-48e7-973b-75f85bd4e4bb tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e2125f4-be50-4794-ba6b-339c1df91fc1 HTTP/1.1" status: 200 len: 946 time: 0.0476224 Sep 03 12:59:37.968214 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-565d4214-4795-4247-9498-9f3f58b419be req-42f6dfb2-a4bc-4bee-b9e2-1ed2596db9a9 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338171 Sep 03 12:59:37.998532 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-ae56867b-dc75-4ff5-be49-310bebd4211d req-49515e78-b3c3-4fa3-be84-5cb1d68340e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534626162'] for port, after_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:38.029011 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-04adfa66-254e-4065-8f0e-08283a6bb739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:38.034818 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae56867b-dc75-4ff5-be49-310bebd4211d req-49515e78-b3c3-4fa3-be84-5cb1d68340e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:38.035620 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-ae56867b-dc75-4ff5-be49-310bebd4211d req-49515e78-b3c3-4fa3-be84-5cb1d68340e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10697'] for port, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:38.037424 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ae56867b-dc75-4ff5-be49-310bebd4211d req-49515e78-b3c3-4fa3-be84-5cb1d68340e1 service neutron] 10.222.0.11 "PUT /v2.0/ports/72347c97-9ff7-45c4-9af1-f94beb9bd7ec HTTP/1.1" status: 200 len: 1093 time: 1.3543756 Sep 03 12:59:38.037867 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9700373-e4ee-41e8-89db-5f6236ed019d', 'tag': '72347c97-9ff7-45c4-9af1-f94beb9bd7ec'}] {{(pid=120042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 12:59:38.040326 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d2a6420b193a10f45e0477184c700453c1253cfa456d27c4e3ab5b2f2f62351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3915064-5b85-4a1e-8668-03da64a66fb3" -d '{"events": [{"name": "network-changed", "server_uuid": "c9700373-e4ee-41e8-89db-5f6236ed019d", "tag": "72347c97-9ff7-45c4-9af1-f94beb9bd7ec"}]}' {{(pid=120042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 12:59:38.088933 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 12:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-012c1f88-9a43-4902-b884-fe9b38428007 x-openstack-request-id: req-012c1f88-9a43-4902-b884-fe9b38428007 {{(pid=120042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 12:59:38.089401 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9700373-e4ee-41e8-89db-5f6236ed019d", "tag": "72347c97-9ff7-45c4-9af1-f94beb9bd7ec", "status": "completed", "code": 200}]} {{(pid=120042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 12:59:38.089658 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-012c1f88-9a43-4902-b884-fe9b38428007 {{(pid=120042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 12:59:38.090202 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9700373-e4ee-41e8-89db-5f6236ed019d', 'tag': '72347c97-9ff7-45c4-9af1-f94beb9bd7ec', 'status': 'completed', 'code': 200} Sep 03 12:59:38.105119 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49515e78-b3c3-4fa3-be84-5cb1d68340e1 service neutron] Pushing event updated for resources: {'Port': ['ID=72347c97-9ff7-45c4-9af1-f94beb9bd7ec,revision_number=3']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:59:38.198191 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47499fc9-1d04-4748-9357-3d84e50be299 req-9d2a785e-6961-44cd-98b7-58cbc7d0475d tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:38.199609 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-47499fc9-1d04-4748-9357-3d84e50be299 req-9d2a785e-6961-44cd-98b7-58cbc7d0475d tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=24f1ba22-cfbc-4395-a08d-7c8f4e5731a1 HTTP/1.1" status: 200 len: 945 time: 0.1085620 Sep 03 12:59:38.202295 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3915064-5b85-4a1e-8668-03da64a66fb3 req-d7ac74f5-a845-4da2-b978-dea4615208c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:38.203662 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-a3915064-5b85-4a1e-8668-03da64a66fb3 req-d7ac74f5-a845-4da2-b978-dea4615208c2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=73bfe4aa88394975a94c9ef9258264a4&device_id=c9700373-e4ee-41e8-89db-5f6236ed019d HTTP/1.1" status: 200 len: 1096 time: 0.0880146 Sep 03 12:59:38.338706 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3915064-5b85-4a1e-8668-03da64a66fb3 req-6af0b198-5620-496d-97b4-f9b11e94b42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:38.350117 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-a3915064-5b85-4a1e-8668-03da64a66fb3 req-6af0b198-5620-496d-97b4-f9b11e94b42c service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=73bfe4aa88394975a94c9ef9258264a4&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1240687 Sep 03 12:59:38.369367 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-47499fc9-1d04-4748-9357-3d84e50be299 req-a842754c-ad1a-4f67-914a-7aa2968d3fa2 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8220371-6aa1-46e4-9fa1-bba367d10552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1628745 Sep 03 12:59:38.426427 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:38.517475 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40907b0-71d6-485d-8626-e594708e0d86 req-50f468cb-61b1-442e-8416-e807e4feffee tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:38.527560 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-a40907b0-71d6-485d-8626-e594708e0d86 req-50f468cb-61b1-442e-8416-e807e4feffee tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9700373-e4ee-41e8-89db-5f6236ed019d HTTP/1.1" status: 200 len: 943 time: 0.1772447 Sep 03 12:59:38.547237 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a63ee1b-e943-477a-bcd0-c1eb49f4a3b3 req-cc88315c-9e62-4d9f-9cb4-6120cd7ab8f0 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:38.549591 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-9a63ee1b-e943-477a-bcd0-c1eb49f4a3b3 req-cc88315c-9e62-4d9f-9cb4-6120cd7ab8f0 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.11 "GET /v2.0/ports?device_id=f53f96c0-d8b5-47d6-baeb-8e898fdab9ce HTTP/1.1" status: 200 len: 946 time: 0.1887131 Sep 03 12:59:38.632480 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3915064-5b85-4a1e-8668-03da64a66fb3 req-948e73da-6bc4-4211-8a88-b71bcd64e0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:38.634158 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-a3915064-5b85-4a1e-8668-03da64a66fb3 req-948e73da-6bc4-4211-8a88-b71bcd64e0ec service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2700109 Sep 03 12:59:38.638433 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-a40907b0-71d6-485d-8626-e594708e0d86 req-4544a8a4-feb9-4496-a561-3a149889d32c tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a064486-6ead-4783-bb62-b310ce3b6dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097922 Sep 03 12:59:38.697315 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.plugin [req-9a63ee1b-e943-477a-bcd0-c1eb49f4a3b3 req-b3917b8b-1fc1-4a09-88a6-d6d9a5866064 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Deleting port ea8097fc-75fc-40f9-87d8-0f5885fbe3f8 {{(pid=120042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 12:59:38.697670 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-9a63ee1b-e943-477a-bcd0-c1eb49f4a3b3 req-b3917b8b-1fc1-4a09-88a6-d6d9a5866064 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763613556462'] for port, before_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:38.798898 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae56867b-dc75-4ff5-be49-310bebd4211d req-6109e74e-bca9-4bc7-84dd-012d458c3feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:38.800437 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ae56867b-dc75-4ff5-be49-310bebd4211d req-6109e74e-bca9-4bc7-84dd-012d458c3feb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=73bfe4aa88394975a94c9ef9258264a4&device_id=c9700373-e4ee-41e8-89db-5f6236ed019d HTTP/1.1" status: 200 len: 1096 time: 0.0981071 Sep 03 12:59:38.874219 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ae56867b-dc75-4ff5-be49-310bebd4211d req-f0faf969-afd2-426a-b602-626d1a2e2bd0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72347c97-9ff7-45c4-9af1-f94beb9bd7ec HTTP/1.1" status: 200 len: 217 time: 0.0585241 Sep 03 12:59:38.875979 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.db [req-9a63ee1b-e943-477a-bcd0-c1eb49f4a3b3 req-b3917b8b-1fc1-4a09-88a6-d6d9a5866064 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] For port ea8097fc-75fc-40f9-87d8-0f5885fbe3f8, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=ea8097fc-75fc-40f9-87d8-0f5885fbe3f8,segment=NetworkSegment(e15e6e61-4793-4b3c-8e28-8614cba2f27c),segment_id=e15e6e61-4793-4b3c-8e28-8614cba2f27c)] {{(pid=120042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:59:38.876395 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-9a63ee1b-e943-477a-bcd0-c1eb49f4a3b3 req-b3917b8b-1fc1-4a09-88a6-d6d9a5866064 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642786'] for port, precommit_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:38.960966 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.plugin [req-9a63ee1b-e943-477a-bcd0-c1eb49f4a3b3 req-b3917b8b-1fc1-4a09-88a6-d6d9a5866064 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Calling delete_port for ea8097fc-75fc-40f9-87d8-0f5885fbe3f8 owned by compute:nova {{(pid=120042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 12:59:39.038912 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae56867b-dc75-4ff5-be49-310bebd4211d req-fb76e134-0950-45c4-a6e3-7bae241bc68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:39.040511 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ae56867b-dc75-4ff5-be49-310bebd4211d req-fb76e134-0950-45c4-a6e3-7bae241bc68b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f03e0274-9723-43bd-8e87-01e92e40ad77 HTTP/1.1" status: 200 len: 849 time: 0.1291497 Sep 03 12:59:39.052828 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57824e84-6801-48e2-8bd7-b861f8c4f8b4 req-f8f47f56-5103-4148-bc05-90272bb53338 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:39.054498 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-57824e84-6801-48e2-8bd7-b861f8c4f8b4 req-f8f47f56-5103-4148-bc05-90272bb53338 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/ports?device_id=78d57d56-f67d-4816-909a-b4e9fdebfb43 HTTP/1.1" status: 200 len: 945 time: 0.1514523 Sep 03 12:59:39.055087 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08724a11-fd48-4ea4-9071-7b022d0e8053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:39.065671 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d431cc-eb9b-4565-b47d-8cd16ac528fc req-11ba3daf-c2c8-4ccc-b5f4-18ad9116aadc tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:39.067275 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-b5d431cc-eb9b-4565-b47d-8cd16ac528fc req-11ba3daf-c2c8-4ccc-b5f4-18ad9116aadc tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/ports?device_id=f53f96c0-d8b5-47d6-baeb-8e898fdab9ce HTTP/1.1" status: 200 len: 946 time: 0.2089188 Sep 03 12:59:39.107617 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ae56867b-dc75-4ff5-be49-310bebd4211d req-a8cc93c5-d63f-465b-a8cc-948f1ccf273e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=30e7736b-0a4b-4c70-a4fd-9f3bb09e322c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503302 Sep 03 12:59:39.480089 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-57824e84-6801-48e2-8bd7-b861f8c4f8b4 req-8f162427-eaa9-48b3-ac93-047f68c1ee2c tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/security-groups?id=0fd2e05a-404e-4218-af27-cb0ee3234aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4102364 Sep 03 12:59:39.562173 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-b5d431cc-eb9b-4565-b47d-8cd16ac528fc req-eb95712b-8670-4061-8916-800252cc6c38 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/security-groups?id=202644d7-0091-49f7-a3d6-689b64f2110e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4736869 Sep 03 12:59:39.690043 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ae56867b-dc75-4ff5-be49-310bebd4211d req-899fc5de-4207-449f-bb90-08736858a698 service neutron] 10.222.0.11 "GET /v2.0/networks/30e7736b-0a4b-4c70-a4fd-9f3bb09e322c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5461924 Sep 03 12:59:39.778554 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dacd19-44e0-4e14-aff4-f3b1b48345ea req-6d1f7376-3f57-4b2f-a5b2-c6c67956bd03 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:39.780103 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-e4dacd19-44e0-4e14-aff4-f3b1b48345ea req-6d1f7376-3f57-4b2f-a5b2-c6c67956bd03 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=24f1ba22-cfbc-4395-a08d-7c8f4e5731a1 HTTP/1.1" status: 200 len: 945 time: 0.1365538 Sep 03 12:59:39.834479 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85df06dc-f376-4082-ae1a-9288cc10d154 req-4b5c687c-56f3-42c6-8108-6cc3202b523a tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:39.835988 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-85df06dc-f376-4082-ae1a-9288cc10d154 req-4b5c687c-56f3-42c6-8108-6cc3202b523a tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e2125f4-be50-4794-ba6b-339c1df91fc1 HTTP/1.1" status: 200 len: 946 time: 0.1828051 Sep 03 12:59:39.855468 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-9a63ee1b-e943-477a-bcd0-c1eb49f4a3b3 req-b3917b8b-1fc1-4a09-88a6-d6d9a5866064 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763613567928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763613061268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534626149'] for port, after_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:39.869567 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] get_ports_and_sgs() called for port_ids ['d96262ba-32f5-43b0-a1cf-dc4b27e4d9ac', '3ca68ed4-8a9c-4f9e-9b7d-52411d41f293', '29cdd403-6d5a-430e-8455-48deaf98668e', 'ea8097fc-75fc-40f9-87d8-0f5885fbe3f8'] {{(pid=120043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 12:59:39.917172 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3917b8b-1fc1-4a09-88a6-d6d9a5866064 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Pushing event deleted for resources: {'Port': ['ID=ea8097fc-75fc-40f9-87d8-0f5885fbe3f8,revision_number=None']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:59:39.951193 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ae56867b-dc75-4ff5-be49-310bebd4211d req-820c771e-648d-4fa5-a63e-b9b03910323a service neutron] 10.222.0.11 "GET /v2.0/networks/30e7736b-0a4b-4c70-a4fd-9f3bb09e322c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424598 Sep 03 12:59:39.962037 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-e4dacd19-44e0-4e14-aff4-f3b1b48345ea req-b2cc8ac3-e0e4-40e2-aa5f-294698dbd02a tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8220371-6aa1-46e4-9fa1-bba367d10552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1467061 Sep 03 12:59:40.019498 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-85df06dc-f376-4082-ae1a-9288cc10d154 req-1f8ce4fc-9f44-4fac-8e18-c3ec4d64dcbb tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739116 Sep 03 12:59:40.048668 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a63ee1b-e943-477a-bcd0-c1eb49f4a3b3 req-b3917b8b-1fc1-4a09-88a6-d6d9a5866064 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] No DVR routers for this DVR port ea8097fc-75fc-40f9-87d8-0f5885fbe3f8 on host hv-cinder-78878 {{(pid=120042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 12:59:40.068825 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-9a63ee1b-e943-477a-bcd0-c1eb49f4a3b3 req-b3917b8b-1fc1-4a09-88a6-d6d9a5866064 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10697'] for port, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:40.071401 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-9a63ee1b-e943-477a-bcd0-c1eb49f4a3b3 req-b3917b8b-1fc1-4a09-88a6-d6d9a5866064 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.11 "DELETE /v2.0/ports/ea8097fc-75fc-40f9-87d8-0f5885fbe3f8 HTTP/1.1" status: 204 len: 173 time: 1.5081253 Sep 03 12:59:40.091614 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f53f96c0-d8b5-47d6-baeb-8e898fdab9ce', 'name': 'network-vif-deleted', 'tag': 'ea8097fc-75fc-40f9-87d8-0f5885fbe3f8'}] {{(pid=120042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 12:59:40.094006 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d2a6420b193a10f45e0477184c700453c1253cfa456d27c4e3ab5b2f2f62351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeb62c75-49ad-4260-b394-72ec7390bdd5" -d '{"events": [{"server_uuid": "f53f96c0-d8b5-47d6-baeb-8e898fdab9ce", "name": "network-vif-deleted", "tag": "ea8097fc-75fc-40f9-87d8-0f5885fbe3f8"}]}' {{(pid=120042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 12:59:40.154005 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa80a977-f03b-4c37-a995-29860875a172 req-bd9b6db7-e8f7-4e58-a34e-1cd0d119490a tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:40.155705 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-aa80a977-f03b-4c37-a995-29860875a172 req-bd9b6db7-e8f7-4e58-a34e-1cd0d119490a tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9700373-e4ee-41e8-89db-5f6236ed019d HTTP/1.1" status: 200 len: 943 time: 0.0519495 Sep 03 12:59:40.203808 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-aa80a977-f03b-4c37-a995-29860875a172 req-133264e7-7014-426e-8981-f1bf65660602 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a064486-6ead-4783-bb62-b310ce3b6dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417888 Sep 03 12:59:40.285665 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 12:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d478f02-0c53-4a16-9ff6-dc81e7bb6467 x-openstack-request-id: req-9d478f02-0c53-4a16-9ff6-dc81e7bb6467 {{(pid=120042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 12:59:40.285665 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f53f96c0-d8b5-47d6-baeb-8e898fdab9ce", "name": "network-vif-deleted", "tag": "ea8097fc-75fc-40f9-87d8-0f5885fbe3f8", "status": "completed", "code": 200}]} {{(pid=120042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 12:59:40.285665 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9d478f02-0c53-4a16-9ff6-dc81e7bb6467 {{(pid=120042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 12:59:40.285665 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f53f96c0-d8b5-47d6-baeb-8e898fdab9ce', 'name': 'network-vif-deleted', 'tag': 'ea8097fc-75fc-40f9-87d8-0f5885fbe3f8', 'status': 'completed', 'code': 200} Sep 03 12:59:40.484728 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5abed11-4b95-48d0-8bd6-f8f6b568e4db req-bea59e3f-7863-44db-afc8-7b736db3c31c tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:40.486614 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-d5abed11-4b95-48d0-8bd6-f8f6b568e4db req-bea59e3f-7863-44db-afc8-7b736db3c31c tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/ports?device_id=78d57d56-f67d-4816-909a-b4e9fdebfb43 HTTP/1.1" status: 200 len: 945 time: 0.0590813 Sep 03 12:59:40.537280 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-d5abed11-4b95-48d0-8bd6-f8f6b568e4db req-c66df4fb-e217-4a1e-82f7-9b666e5d8b51 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/security-groups?id=0fd2e05a-404e-4218-af27-cb0ee3234aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436201 Sep 03 12:59:40.670518 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbd7d55-4047-4262-9cbf-c21bf7c1dc04 req-6f98d4de-8663-4830-9ef3-bfab1c2953b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:40.672127 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ebbd7d55-4047-4262-9cbf-c21bf7c1dc04 req-6f98d4de-8663-4830-9ef3-bfab1c2953b4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2a026b60655d4a369b93374d125b02b1&device_id=78d57d56-f67d-4816-909a-b4e9fdebfb43 HTTP/1.1" status: 200 len: 1098 time: 0.0753300 Sep 03 12:59:40.701795 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-3ed22ccf-d1e3-462c-a518-05f0aa8f9674 req-93af681f-99e0-4a1a-8c5d-b4f0b4b3bd86 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/ports?device_id=f53f96c0-d8b5-47d6-baeb-8e898fdab9ce HTTP/1.1" status: 200 len: 210 time: 0.0443795 Sep 03 12:59:40.741595 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-df5ee12c-e8c1-490b-8d0e-415336677a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:40.788567 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbd7d55-4047-4262-9cbf-c21bf7c1dc04 req-cd6724e3-a09f-4824-9e8c-7549a3c293a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:40.790043 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ebbd7d55-4047-4262-9cbf-c21bf7c1dc04 req-cd6724e3-a09f-4824-9e8c-7549a3c293a8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=45e81d3f-b881-425b-99ca-1daab65347e2 HTTP/1.1" status: 200 len: 911 time: 0.0976822 Sep 03 12:59:40.881570 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ebbd7d55-4047-4262-9cbf-c21bf7c1dc04 req-973ad8b7-0dc5-4ed7-868f-43e06b7a1abd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93c9355c-2e1a-473b-8067-47215e8d2ca3 HTTP/1.1" status: 200 len: 1000 time: 0.0810845 Sep 03 12:59:40.940860 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbd7d55-4047-4262-9cbf-c21bf7c1dc04 req-3f1f0021-0bac-42d8-be81-098231e6e403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:40.943419 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ebbd7d55-4047-4262-9cbf-c21bf7c1dc04 req-3f1f0021-0bac-42d8-be81-098231e6e403 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=18f4b7c2-4c96-420d-afc2-0ae06dbda8bd HTTP/1.1" status: 200 len: 850 time: 0.0509691 Sep 03 12:59:40.997040 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbd7d55-4047-4262-9cbf-c21bf7c1dc04 req-10d3c9af-4b98-47f5-b639-a2e88c1105ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:40.998546 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ebbd7d55-4047-4262-9cbf-c21bf7c1dc04 req-10d3c9af-4b98-47f5-b639-a2e88c1105ab service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=45e81d3f-b881-425b-99ca-1daab65347e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437489 Sep 03 12:59:41.198049 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2a7a5b-b00f-44d1-b84b-8eb0d91402d1 req-323ff0fb-75f2-4ef5-8783-afe03e66a5d1 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:41.203598 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-cd2a7a5b-b00f-44d1-b84b-8eb0d91402d1 req-323ff0fb-75f2-4ef5-8783-afe03e66a5d1 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=24f1ba22-cfbc-4395-a08d-7c8f4e5731a1 HTTP/1.1" status: 200 len: 945 time: 0.1608176 Sep 03 12:59:41.205975 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ebbd7d55-4047-4262-9cbf-c21bf7c1dc04 req-2e88cd13-550e-4f39-8ad2-85ae7f075c10 service neutron] 10.222.0.11 "GET /v2.0/networks/45e81d3f-b881-425b-99ca-1daab65347e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984692 Sep 03 12:59:41.277325 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49693d4e-d60f-4948-affa-12b18984ed59 req-dc27f4f0-24a0-4e25-a955-eb13ca4a00bc tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:41.279294 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-49693d4e-d60f-4948-affa-12b18984ed59 req-dc27f4f0-24a0-4e25-a955-eb13ca4a00bc tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e2125f4-be50-4794-ba6b-339c1df91fc1 HTTP/1.1" status: 200 len: 946 time: 0.1647768 Sep 03 12:59:41.336523 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-cd2a7a5b-b00f-44d1-b84b-8eb0d91402d1 req-6d7bae21-8454-42e1-8c30-f7ae6f9697df tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8220371-6aa1-46e4-9fa1-bba367d10552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276143 Sep 03 12:59:41.378503 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-49693d4e-d60f-4948-affa-12b18984ed59 req-c38aee1b-370c-4816-8996-cafdf87e528d tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913675 Sep 03 12:59:41.382980 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ebbd7d55-4047-4262-9cbf-c21bf7c1dc04 req-dd8d861c-b0e8-4c94-9f4b-ee12bf209343 service neutron] 10.222.0.11 "GET /v2.0/networks/45e81d3f-b881-425b-99ca-1daab65347e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594751 Sep 03 12:59:41.447793 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec9636e-efed-430a-b35e-40ed43bf27ab req-7677637b-130f-4f63-a790-0eef5b3670e7 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:41.449318 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-0ec9636e-efed-430a-b35e-40ed43bf27ab req-7677637b-130f-4f63-a790-0eef5b3670e7 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9700373-e4ee-41e8-89db-5f6236ed019d HTTP/1.1" status: 200 len: 943 time: 0.0521123 Sep 03 12:59:41.490772 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-0ec9636e-efed-430a-b35e-40ed43bf27ab req-ba2ad4fa-7ad7-4869-8c71-e95dcc2cb445 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a064486-6ead-4783-bb62-b310ce3b6dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355523 Sep 03 12:59:41.658420 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd613636-1f22-4120-8e0c-5c2366653b93 req-555f9721-0853-41b7-be7d-c91044185bea tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:41.660223 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-dd613636-1f22-4120-8e0c-5c2366653b93 req-555f9721-0853-41b7-be7d-c91044185bea tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/ports?device_id=78d57d56-f67d-4816-909a-b4e9fdebfb43 HTTP/1.1" status: 200 len: 945 time: 0.0482574 Sep 03 12:59:41.699179 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-dd613636-1f22-4120-8e0c-5c2366653b93 req-65539d03-b602-46cc-a1c6-7ee5926aed5c tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/security-groups?id=0fd2e05a-404e-4218-af27-cb0ee3234aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324771 Sep 03 12:59:41.804573 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-3fbb22d6-459a-4b03-a49c-983b0f473e9d req-2870f27b-ba6b-4422-aee2-9234d8a1f386 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/ports?device_id=f53f96c0-d8b5-47d6-baeb-8e898fdab9ce HTTP/1.1" status: 200 len: 210 time: 0.0247526 Sep 03 12:59:42.471457 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e39be0-bf75-4c0d-b80f-28550a060ae5 req-603c3ff1-513d-45f6-9159-3eaf8e3dfe45 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:42.473844 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-00e39be0-bf75-4c0d-b80f-28550a060ae5 req-603c3ff1-513d-45f6-9159-3eaf8e3dfe45 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=24f1ba22-cfbc-4395-a08d-7c8f4e5731a1 HTTP/1.1" status: 200 len: 945 time: 0.0630932 Sep 03 12:59:42.548203 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-00e39be0-bf75-4c0d-b80f-28550a060ae5 req-3265d2ea-111a-4407-aa37-5eee37048aef tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8220371-6aa1-46e4-9fa1-bba367d10552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577812 Sep 03 12:59:42.570037 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5155ee8-44d9-4cb7-9e56-4a7ea41c0dde req-181d3d67-479c-45c2-8423-14c3e9c2b118 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:42.573131 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-f5155ee8-44d9-4cb7-9e56-4a7ea41c0dde req-181d3d67-479c-45c2-8423-14c3e9c2b118 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e2125f4-be50-4794-ba6b-339c1df91fc1 HTTP/1.1" status: 200 len: 946 time: 0.0952656 Sep 03 12:59:42.574459 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Device ea8097fc-75fc-40f9-87d8-0f5885fbe3f8 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=120043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 12:59:42.613413 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.plugin [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] No Port match for: ea8097fc-75fc-40f9-87d8-0f5885fbe3f8 {{(pid=120043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 12:59:42.628356 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Device ea8097fc-75fc-40f9-87d8-0f5885fbe3f8 not bound to the agent host hv-cinder-78878 {{(pid=120043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 12:59:42.641305 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-f5155ee8-44d9-4cb7-9e56-4a7ea41c0dde req-3c4dff8f-25b2-4d60-8449-9c9b08af05fa tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548708 Sep 03 12:59:42.697834 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11e1e2c-2ef3-42da-9f68-ea7ed974a204 req-89881f19-2cfa-4c68-b8fc-f45700564d65 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:42.699375 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-b11e1e2c-2ef3-42da-9f68-ea7ed974a204 req-89881f19-2cfa-4c68-b8fc-f45700564d65 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9700373-e4ee-41e8-89db-5f6236ed019d HTTP/1.1" status: 200 len: 943 time: 0.0541003 Sep 03 12:59:42.747337 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-b11e1e2c-2ef3-42da-9f68-ea7ed974a204 req-9f7d14e8-4eb8-442c-9b38-b7a163e1f2da tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a064486-6ead-4783-bb62-b310ce3b6dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419309 Sep 03 12:59:42.854031 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d78666-82f1-4ab4-b220-6bf4f24842ac req-73842072-22b9-4a3a-acdb-603ec826d7df tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:42.855621 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-34d78666-82f1-4ab4-b220-6bf4f24842ac req-73842072-22b9-4a3a-acdb-603ec826d7df tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/ports?device_id=78d57d56-f67d-4816-909a-b4e9fdebfb43 HTTP/1.1" status: 200 len: 945 time: 0.0714874 Sep 03 12:59:42.918153 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-34d78666-82f1-4ab4-b220-6bf4f24842ac req-f6e55b32-532f-459f-805f-f2665e7a8f65 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/security-groups?id=0fd2e05a-404e-4218-af27-cb0ee3234aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491924 Sep 03 12:59:43.683297 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7e708b-8ac4-4390-9ff4-b0c2ddf7fde0 req-e26720ed-a0b7-4151-b4e4-11c1f451fd50 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:43.685009 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-4a7e708b-8ac4-4390-9ff4-b0c2ddf7fde0 req-e26720ed-a0b7-4151-b4e4-11c1f451fd50 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=24f1ba22-cfbc-4395-a08d-7c8f4e5731a1 HTTP/1.1" status: 200 len: 945 time: 0.0581269 Sep 03 12:59:43.733788 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-4a7e708b-8ac4-4390-9ff4-b0c2ddf7fde0 req-bbf4c459-85d0-4993-80d9-fe0edda8abf9 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8220371-6aa1-46e4-9fa1-bba367d10552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427344 Sep 03 12:59:43.803069 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de48cec5-bc0d-4611-a36b-1d38f0ab8066 req-fa3937de-b647-4f7b-ad02-d0f4859f8388 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:43.804630 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-de48cec5-bc0d-4611-a36b-1d38f0ab8066 req-fa3937de-b647-4f7b-ad02-d0f4859f8388 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e2125f4-be50-4794-ba6b-339c1df91fc1 HTTP/1.1" status: 200 len: 946 time: 0.0697005 Sep 03 12:59:43.897039 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-de48cec5-bc0d-4611-a36b-1d38f0ab8066 req-6a5fe491-b519-4dcc-b42d-370c020a846f tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814569 Sep 03 12:59:43.919519 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0546d6e-0f56-405b-b621-d677efcf2575 req-8db1eca5-7ccf-42bb-b010-3711db05d49b tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:43.919519 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-a0546d6e-0f56-405b-b621-d677efcf2575 req-8db1eca5-7ccf-42bb-b010-3711db05d49b tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9700373-e4ee-41e8-89db-5f6236ed019d HTTP/1.1" status: 200 len: 943 time: 0.0800223 Sep 03 12:59:43.960433 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-a0546d6e-0f56-405b-b621-d677efcf2575 req-ee691175-86cc-448d-a44d-1ed5614833ad tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a064486-6ead-4783-bb62-b310ce3b6dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366457 Sep 03 12:59:44.594691 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Device 72347c97-9ff7-45c4-9af1-f94beb9bd7ec details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=120043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 12:59:44.701745 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fb3fc8-d662-4b64-bb84-06ca0bb5016a req-73587cc8-ac4d-4574-affa-950f79594128 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:44.709988 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-a5fb3fc8-d662-4b64-bb84-06ca0bb5016a req-73587cc8-ac4d-4574-affa-950f79594128 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6a2776e-9bdb-433e-b1cf-ceecd0df3b59 HTTP/1.1" status: 200 len: 945 time: 0.0819662 Sep 03 12:59:44.758143 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-a5fb3fc8-d662-4b64-bb84-06ca0bb5016a req-8981b11a-f7af-4cdb-b573-36570812b2ab tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/security-groups?id=202644d7-0091-49f7-a3d6-689b64f2110e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415511 Sep 03 12:59:44.764171 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] For port 72347c97-9ff7-45c4-9af1-f94beb9bd7ec, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=72347c97-9ff7-45c4-9af1-f94beb9bd7ec,segment=NetworkSegment(cf6b458b-b521-442d-8b62-ef01ee5d1aa5),segment_id=cf6b458b-b521-442d-8b62-ef01ee5d1aa5)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:59:44.788190 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Returning: {'device': '72347c97-9ff7-45c4-9af1-f94beb9bd7ec', 'network_id': '30e7736b-0a4b-4c70-a4fd-9f3bb09e322c', 'port_id': '72347c97-9ff7-45c4-9af1-f94beb9bd7ec', 'mac_address': 'fa:16:3e:2a:cd:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f03e0274-9723-43bd-8e87-01e92e40ad77', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 12:59:44.865971 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:44.881789 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.notifiers.nova [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72347c97-9ff7-45c4-9af1-f94beb9bd7ec {{(pid=120043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 12:59:44.900400 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6813490e-7706-46df-97b5-a43c7d761152 req-55e01eae-1fb4-492e-b807-d523d39a2e16 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:44.902076 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-6813490e-7706-46df-97b5-a43c7d761152 req-55e01eae-1fb4-492e-b807-d523d39a2e16 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=24f1ba22-cfbc-4395-a08d-7c8f4e5731a1 HTTP/1.1" status: 200 len: 945 time: 0.0774224 Sep 03 12:59:44.904038 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] For port 72347c97-9ff7-45c4-9af1-f94beb9bd7ec, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=72347c97-9ff7-45c4-9af1-f94beb9bd7ec,segment=NetworkSegment(cf6b458b-b521-442d-8b62-ef01ee5d1aa5),segment_id=cf6b458b-b521-442d-8b62-ef01ee5d1aa5)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:59:44.969434 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-6813490e-7706-46df-97b5-a43c7d761152 req-389016d0-c0ba-4f5e-8c5c-42e5c1c7fc41 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8220371-6aa1-46e4-9fa1-bba367d10552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376611 Sep 03 12:59:45.035860 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276d30c3-41fc-4c23-9b4f-f7bb186b26d4 req-3f1c2151-db12-471e-b09a-3db96705bb7e tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:45.037424 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-276d30c3-41fc-4c23-9b4f-f7bb186b26d4 req-3f1c2151-db12-471e-b09a-3db96705bb7e tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e2125f4-be50-4794-ba6b-339c1df91fc1 HTTP/1.1" status: 200 len: 946 time: 0.0586550 Sep 03 12:59:45.105824 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-276d30c3-41fc-4c23-9b4f-f7bb186b26d4 req-fb7713d9-491a-43c8-9850-63ecf6015094 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595603 Sep 03 12:59:45.122415 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10211ec-d7ca-4118-81da-bb76bfcc2b1b req-98fc933a-dc0e-4766-886d-8c9af94524a0 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:45.123907 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-e10211ec-d7ca-4118-81da-bb76bfcc2b1b req-98fc933a-dc0e-4766-886d-8c9af94524a0 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9700373-e4ee-41e8-89db-5f6236ed019d HTTP/1.1" status: 200 len: 943 time: 0.0855994 Sep 03 12:59:45.161668 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-e10211ec-d7ca-4118-81da-bb76bfcc2b1b req-8e2fb9c8-be41-4585-a009-45237f524b78 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a064486-6ead-4783-bb62-b310ce3b6dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316629 Sep 03 12:59:45.514762 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:45.561592 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Pushing event updated for resources: {'Port': ['ID=72347c97-9ff7-45c4-9af1-f94beb9bd7ec,revision_number=4']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:59:45.897220 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a52335-6eb5-4d21-86aa-7e5c62fc2ed9 req-c174fcf3-89fe-42a9-a39a-ac222e96e6ae tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:45.898694 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-b5a52335-6eb5-4d21-86aa-7e5c62fc2ed9 req-c174fcf3-89fe-42a9-a39a-ac222e96e6ae tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6a2776e-9bdb-433e-b1cf-ceecd0df3b59 HTTP/1.1" status: 200 len: 945 time: 0.0543680 Sep 03 12:59:45.918553 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] get_ports_and_sgs() called for port_ids ['72347c97-9ff7-45c4-9af1-f94beb9bd7ec'] {{(pid=120043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 12:59:45.937048 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-b5a52335-6eb5-4d21-86aa-7e5c62fc2ed9 req-5f43d83f-27b2-4344-8897-ac40665605f9 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/security-groups?id=202644d7-0091-49f7-a3d6-689b64f2110e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322592 Sep 03 12:59:46.071552 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11725a9-5448-4670-96fa-bbe89d703ae9 req-d8b3f935-9f23-4353-8d39-e00b3811e20f tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:46.072950 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-e11725a9-5448-4670-96fa-bbe89d703ae9 req-d8b3f935-9f23-4353-8d39-e00b3811e20f tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=24f1ba22-cfbc-4395-a08d-7c8f4e5731a1 HTTP/1.1" status: 200 len: 945 time: 0.0462058 Sep 03 12:59:46.116268 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-e11725a9-5448-4670-96fa-bbe89d703ae9 req-11421b60-8e2c-46c6-9b39-2ebf44963c68 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8220371-6aa1-46e4-9fa1-bba367d10552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367179 Sep 03 12:59:46.221241 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ff4816-6019-476a-b074-0ea5e324b680 req-a2887b9b-1205-4810-a17c-d26e5ca53749 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:46.222750 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-72ff4816-6019-476a-b074-0ea5e324b680 req-a2887b9b-1205-4810-a17c-d26e5ca53749 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e2125f4-be50-4794-ba6b-339c1df91fc1 HTTP/1.1" status: 200 len: 946 time: 0.0485921 Sep 03 12:59:46.304190 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-72ff4816-6019-476a-b074-0ea5e324b680 req-ee0db4e5-472b-48b7-a0bb-587e5a36e7a8 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735211 Sep 03 12:59:46.326223 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77ddd4c-9b52-4b78-bcb7-bee91273dcdf req-e96a53cf-8976-4e25-9bda-cf4837634e5b tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:46.327727 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-d77ddd4c-9b52-4b78-bcb7-bee91273dcdf req-e96a53cf-8976-4e25-9bda-cf4837634e5b tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9700373-e4ee-41e8-89db-5f6236ed019d HTTP/1.1" status: 200 len: 944 time: 0.0988252 Sep 03 12:59:46.380955 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-d77ddd4c-9b52-4b78-bcb7-bee91273dcdf req-2aa3cacd-f9de-4ede-8941-578bd297dc58 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a064486-6ead-4783-bb62-b310ce3b6dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448501 Sep 03 12:59:46.526066 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0180a99b-723e-44d6-976a-81cd6143c812 req-ffd0f2e4-c816-424e-b379-f1347ccb8545 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:46.527520 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-0180a99b-723e-44d6-976a-81cd6143c812 req-ffd0f2e4-c816-424e-b379-f1347ccb8545 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.11 "GET /v2.0/ports?device_id=d6a2776e-9bdb-433e-b1cf-ceecd0df3b59 HTTP/1.1" status: 200 len: 945 time: 0.0519726 Sep 03 12:59:46.626617 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.plugin [req-0180a99b-723e-44d6-976a-81cd6143c812 req-94df387e-724e-4272-a892-68ec68144bd7 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Deleting port 29cdd403-6d5a-430e-8455-48deaf98668e {{(pid=120042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 12:59:46.626964 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-0180a99b-723e-44d6-976a-81cd6143c812 req-94df387e-724e-4272-a892-68ec68144bd7 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763613556462'] for port, before_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:46.716819 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.db [req-0180a99b-723e-44d6-976a-81cd6143c812 req-94df387e-724e-4272-a892-68ec68144bd7 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] For port 29cdd403-6d5a-430e-8455-48deaf98668e, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=29cdd403-6d5a-430e-8455-48deaf98668e,segment=NetworkSegment(e15e6e61-4793-4b3c-8e28-8614cba2f27c),segment_id=e15e6e61-4793-4b3c-8e28-8614cba2f27c)] {{(pid=120042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:59:46.717179 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-0180a99b-723e-44d6-976a-81cd6143c812 req-94df387e-724e-4272-a892-68ec68144bd7 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642786'] for port, precommit_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:46.728626 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.plugin [req-0180a99b-723e-44d6-976a-81cd6143c812 req-94df387e-724e-4272-a892-68ec68144bd7 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Calling delete_port for 29cdd403-6d5a-430e-8455-48deaf98668e owned by compute:nova {{(pid=120042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 12:59:47.033389 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-0180a99b-723e-44d6-976a-81cd6143c812 req-94df387e-724e-4272-a892-68ec68144bd7 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763613567928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763613061268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534626149'] for port, after_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:47.045556 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] get_ports_and_sgs() called for port_ids ['d96262ba-32f5-43b0-a1cf-dc4b27e4d9ac', '3ca68ed4-8a9c-4f9e-9b7d-52411d41f293', '29cdd403-6d5a-430e-8455-48deaf98668e'] {{(pid=120043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 12:59:47.072136 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94df387e-724e-4272-a892-68ec68144bd7 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Pushing event deleted for resources: {'Port': ['ID=29cdd403-6d5a-430e-8455-48deaf98668e,revision_number=None']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:59:47.090348 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712d8cb0-7554-4c64-9a51-a22c85c7886b req-037c9497-0b27-4741-b6da-60d2f12e3859 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:47.091959 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-712d8cb0-7554-4c64-9a51-a22c85c7886b req-037c9497-0b27-4741-b6da-60d2f12e3859 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6a2776e-9bdb-433e-b1cf-ceecd0df3b59 HTTP/1.1" status: 200 len: 867 time: 0.0880754 Sep 03 12:59:47.145343 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.l3_dvrscheduler_db [req-0180a99b-723e-44d6-976a-81cd6143c812 req-94df387e-724e-4272-a892-68ec68144bd7 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] No DVR routers for this DVR port 29cdd403-6d5a-430e-8455-48deaf98668e on host hv-cinder-78878 {{(pid=120042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 12:59:47.149026 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-0180a99b-723e-44d6-976a-81cd6143c812 req-94df387e-724e-4272-a892-68ec68144bd7 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10697'] for port, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:47.151317 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-0180a99b-723e-44d6-976a-81cd6143c812 req-94df387e-724e-4272-a892-68ec68144bd7 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.11 "DELETE /v2.0/ports/29cdd403-6d5a-430e-8455-48deaf98668e HTTP/1.1" status: 204 len: 173 time: 0.6148005 Sep 03 12:59:47.153666 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6a2776e-9bdb-433e-b1cf-ceecd0df3b59', 'name': 'network-vif-deleted', 'tag': '29cdd403-6d5a-430e-8455-48deaf98668e'}] {{(pid=120042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 12:59:47.161114 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d2a6420b193a10f45e0477184c700453c1253cfa456d27c4e3ab5b2f2f62351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4283eae3-6240-41a9-988b-0d530e425f70" -d '{"events": [{"server_uuid": "d6a2776e-9bdb-433e-b1cf-ceecd0df3b59", "name": "network-vif-deleted", "tag": "29cdd403-6d5a-430e-8455-48deaf98668e"}]}' {{(pid=120042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 12:59:47.184554 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-712d8cb0-7554-4c64-9a51-a22c85c7886b req-f581d276-871e-4390-bcc2-966fed6e9ec6 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/security-groups?id=202644d7-0091-49f7-a3d6-689b64f2110e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703220 Sep 03 12:59:47.248235 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b2bcc3-28f5-450c-be71-b42dd3088794 req-c549c092-57e7-48d4-9e27-ef26b751c4e1 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:47.255414 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-f1b2bcc3-28f5-450c-be71-b42dd3088794 req-c549c092-57e7-48d4-9e27-ef26b751c4e1 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=24f1ba22-cfbc-4395-a08d-7c8f4e5731a1 HTTP/1.1" status: 200 len: 945 time: 0.0596056 Sep 03 12:59:47.264034 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 12:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7e973df-ea8b-456d-9c8f-c1ce1e428997 x-openstack-request-id: req-f7e973df-ea8b-456d-9c8f-c1ce1e428997 {{(pid=120042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 12:59:47.264316 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6a2776e-9bdb-433e-b1cf-ceecd0df3b59", "name": "network-vif-deleted", "tag": "29cdd403-6d5a-430e-8455-48deaf98668e", "status": "completed", "code": 200}]} {{(pid=120042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 12:59:47.264568 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f7e973df-ea8b-456d-9c8f-c1ce1e428997 {{(pid=120042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 12:59:47.265080 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6a2776e-9bdb-433e-b1cf-ceecd0df3b59', 'name': 'network-vif-deleted', 'tag': '29cdd403-6d5a-430e-8455-48deaf98668e', 'status': 'completed', 'code': 200} Sep 03 12:59:47.292315 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-f1b2bcc3-28f5-450c-be71-b42dd3088794 req-7ea7e6e1-aa4e-4781-aa50-23659d9ed2cd tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8220371-6aa1-46e4-9fa1-bba367d10552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359976 Sep 03 12:59:47.431121 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7ad111-673b-45ef-ae3e-bc7c4c401988 req-be80f324-6eef-4dde-87ed-46a332e5fade tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:47.431943 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-be7ad111-673b-45ef-ae3e-bc7c4c401988 req-be80f324-6eef-4dde-87ed-46a332e5fade tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e2125f4-be50-4794-ba6b-339c1df91fc1 HTTP/1.1" status: 200 len: 946 time: 0.0527525 Sep 03 12:59:47.483814 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-be7ad111-673b-45ef-ae3e-bc7c4c401988 req-bf6186d6-1447-4b33-8a6a-a5415aac6931 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454736 Sep 03 12:59:47.521547 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bf7913-353c-4685-be53-6320a5326b8f req-06188419-0ab2-423a-9ce1-3ec1064c731c tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:47.523142 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-a0bf7913-353c-4685-be53-6320a5326b8f req-06188419-0ab2-423a-9ce1-3ec1064c731c tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9700373-e4ee-41e8-89db-5f6236ed019d HTTP/1.1" status: 200 len: 944 time: 0.0576231 Sep 03 12:59:47.563043 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-a0bf7913-353c-4685-be53-6320a5326b8f req-17b6e933-e8f1-480a-97c9-21be4bcb5256 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a064486-6ead-4783-bb62-b310ce3b6dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335996 Sep 03 12:59:48.288661 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-cd5be756-521b-42ae-9750-d732899a8c11 req-8866ff46-250c-4e0a-9b62-79a8d450d274 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6a2776e-9bdb-433e-b1cf-ceecd0df3b59 HTTP/1.1" status: 200 len: 210 time: 0.0270996 Sep 03 12:59:48.297197 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df270c1-6fd8-49bd-ad54-f78c29f19efa req-e80746e3-9d33-485d-8261-e02bdddf2ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:48.298609 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-1df270c1-6fd8-49bd-ad54-f78c29f19efa req-e80746e3-9d33-485d-8261-e02bdddf2ae1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8cbbddf1eac34975b3dfff073526b48a&device_id=24f1ba22-cfbc-4395-a08d-7c8f4e5731a1 HTTP/1.1" status: 200 len: 1098 time: 0.0651939 Sep 03 12:59:48.422455 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df270c1-6fd8-49bd-ad54-f78c29f19efa req-356448af-3fc8-438d-9564-24c02002e0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:48.423943 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-1df270c1-6fd8-49bd-ad54-f78c29f19efa req-356448af-3fc8-438d-9564-24c02002e0dd service neutron] 10.222.0.11 "GET /v2.0/networks?id=4ae4bd86-9baa-4a46-894e-9d6319ec74c4 HTTP/1.1" status: 200 len: 916 time: 0.1165462 Sep 03 12:59:48.434047 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b32978-356e-4e02-99bf-acc885ab3dfe req-b4441e7e-162b-4252-b5da-fcb3c93670f0 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:48.435421 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-c2b32978-356e-4e02-99bf-acc885ab3dfe req-b4441e7e-162b-4252-b5da-fcb3c93670f0 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=24f1ba22-cfbc-4395-a08d-7c8f4e5731a1 HTTP/1.1" status: 200 len: 945 time: 0.0676262 Sep 03 12:59:48.530052 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-c2b32978-356e-4e02-99bf-acc885ab3dfe req-479238ba-09f5-4352-9382-c286c7857abf tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8220371-6aa1-46e4-9fa1-bba367d10552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872605 Sep 03 12:59:48.531859 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-1df270c1-6fd8-49bd-ad54-f78c29f19efa req-b6bc40ca-1fd6-4c4c-bce1-6ea130d2841b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d742568-1d39-4a7a-9681-78fb1e791005 HTTP/1.1" status: 200 len: 1000 time: 0.0955722 Sep 03 12:59:48.599892 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Device 72347c97-9ff7-45c4-9af1-f94beb9bd7ec up at agent hyperv_hv-cinder-78878 {{(pid=120043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 12:59:48.627529 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df270c1-6fd8-49bd-ad54-f78c29f19efa req-08633de5-1c84-40a1-aef4-08a27247d0df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:48.629077 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-1df270c1-6fd8-49bd-ad54-f78c29f19efa req-08633de5-1c84-40a1-aef4-08a27247d0df service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e4c3bb0a-fdd7-427f-b24b-a6cf6ccdaba3 HTTP/1.1" status: 200 len: 855 time: 0.0869877 Sep 03 12:59:48.637968 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae6d46-e7e4-473f-8b20-f5867b3f7fef req-5ce5d7e2-2a36-4048-b3cd-9cce8e1139ff tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:48.639410 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-79ae6d46-e7e4-473f-8b20-f5867b3f7fef req-5ce5d7e2-2a36-4048-b3cd-9cce8e1139ff tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e2125f4-be50-4794-ba6b-339c1df91fc1 HTTP/1.1" status: 200 len: 946 time: 0.0848935 Sep 03 12:59:48.729731 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Provisioning for port 72347c97-9ff7-45c4-9af1-f94beb9bd7ec completed by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 12:59:48.733562 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Provisioning complete for port 72347c97-9ff7-45c4-9af1-f94beb9bd7ec triggered by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 12:59:48.733947 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:48.734909 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df270c1-6fd8-49bd-ad54-f78c29f19efa req-496b6643-77e2-4afb-9d76-1fbda54df9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:48.736502 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-1df270c1-6fd8-49bd-ad54-f78c29f19efa req-496b6643-77e2-4afb-9d76-1fbda54df9c0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4ae4bd86-9baa-4a46-894e-9d6319ec74c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0944970 Sep 03 12:59:48.739327 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-79ae6d46-e7e4-473f-8b20-f5867b3f7fef req-5ea9fe3b-2328-4015-8de1-ed117abb93d4 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820172 Sep 03 12:59:48.749990 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b487a6ac-5f11-43bf-9111-5bd8af66a523 req-941472e5-fdc7-4d87-ae71-6873044cc8c2 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:48.751455 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-b487a6ac-5f11-43bf-9111-5bd8af66a523 req-941472e5-fdc7-4d87-ae71-6873044cc8c2 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9700373-e4ee-41e8-89db-5f6236ed019d HTTP/1.1" status: 200 len: 944 time: 0.1111209 Sep 03 12:59:48.822358 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:48.839892 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-b487a6ac-5f11-43bf-9111-5bd8af66a523 req-653a1668-6f05-458b-8faf-85ecdeda0855 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a064486-6ead-4783-bb62-b310ce3b6dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795636 Sep 03 12:59:48.846335 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9700373-e4ee-41e8-89db-5f6236ed019d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72347c97-9ff7-45c4-9af1-f94beb9bd7ec'}] {{(pid=120043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 12:59:48.848652 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75183f2819bd2f1145e278a2316968184774222fd4353ccf17289daf4feac16a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c96baec4-ff15-486e-8917-5356a901e5e3" -d '{"events": [{"server_uuid": "c9700373-e4ee-41e8-89db-5f6236ed019d", "name": "network-vif-plugged", "status": "completed", "tag": "72347c97-9ff7-45c4-9af1-f94beb9bd7ec"}]}' {{(pid=120043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 12:59:48.865683 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] For port 72347c97-9ff7-45c4-9af1-f94beb9bd7ec, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=72347c97-9ff7-45c4-9af1-f94beb9bd7ec,segment=NetworkSegment(cf6b458b-b521-442d-8b62-ef01ee5d1aa5),segment_id=cf6b458b-b521-442d-8b62-ef01ee5d1aa5)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:59:48.866839 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-1df270c1-6fd8-49bd-ad54-f78c29f19efa req-fb7948f4-5ab2-4193-9df0-0f77a4108599 service neutron] 10.222.0.11 "GET /v2.0/networks/4ae4bd86-9baa-4a46-894e-9d6319ec74c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144094 Sep 03 12:59:48.891797 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 12:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2be0037c-66b1-4887-9d6e-9594cc1901d8 x-openstack-request-id: req-2be0037c-66b1-4887-9d6e-9594cc1901d8 {{(pid=120043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 12:59:48.892149 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9700373-e4ee-41e8-89db-5f6236ed019d", "name": "network-vif-plugged", "status": "completed", "tag": "72347c97-9ff7-45c4-9af1-f94beb9bd7ec", "code": 200}]} {{(pid=120043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 12:59:48.892405 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2be0037c-66b1-4887-9d6e-9594cc1901d8 {{(pid=120043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 12:59:48.892799 dv-cinder-788782-9-iscsi neutron-server[120043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9700373-e4ee-41e8-89db-5f6236ed019d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72347c97-9ff7-45c4-9af1-f94beb9bd7ec', 'code': 200} Sep 03 12:59:48.960382 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-1df270c1-6fd8-49bd-ad54-f78c29f19efa req-b7e5915c-74e6-4b03-9db9-43cfe34a1968 service neutron] 10.222.0.11 "GET /v2.0/networks/4ae4bd86-9baa-4a46-894e-9d6319ec74c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862670 Sep 03 12:59:48.992704 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:48.992704 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Device 29cdd403-6d5a-430e-8455-48deaf98668e no longer exists at agent hyperv_hv-cinder-78878 {{(pid=120043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 12:59:49.025392 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.plugin [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] No Port match for: 29cdd403-6d5a-430e-8455-48deaf98668e {{(pid=120043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 12:59:49.025744 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Device 29cdd403-6d5a-430e-8455-48deaf98668e not bound to the agent host hv-cinder-78878 {{(pid=120043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 12:59:49.026958 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Device 5d742568-1d39-4a7a-9681-78fb1e791005 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=120043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 12:59:49.076911 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Pushing event updated for resources: {'Port': ['ID=72347c97-9ff7-45c4-9af1-f94beb9bd7ec,revision_number=5']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:59:49.121628 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:49.153098 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] For port 5d742568-1d39-4a7a-9681-78fb1e791005, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=5d742568-1d39-4a7a-9681-78fb1e791005,segment=NetworkSegment(32a72ad9-2465-4193-b477-40371effc92a),segment_id=32a72ad9-2465-4193-b477-40371effc92a)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:59:49.255089 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d6176e-d339-4362-87c1-941485282394 req-3427fa30-f45c-4b10-818c-5f99f4138d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:49.256647 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-82d6176e-d339-4362-87c1-941485282394 req-3427fa30-f45c-4b10-818c-5f99f4138d64 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c9700373-e4ee-41e8-89db-5f6236ed019d HTTP/1.1" status: 200 len: 1098 time: 0.0406041 Sep 03 12:59:49.263236 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:49.291895 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-82d6176e-d339-4362-87c1-941485282394 req-19738270-de2b-416e-95cb-a8acc6c2b5ce service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=6a064486-6ead-4783-bb62-b310ce3b6dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276821 Sep 03 12:59:49.310181 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Pushing event updated for resources: {'Port': ['ID=5d742568-1d39-4a7a-9681-78fb1e791005,revision_number=8']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:59:49.656061 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecf6749-e0af-40e3-bc3a-b18b5a0d3304 req-5e22e204-dcf6-4f4b-bd43-eb9898c01a6e tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:49.659294 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-3ecf6749-e0af-40e3-bc3a-b18b5a0d3304 req-5e22e204-dcf6-4f4b-bd43-eb9898c01a6e tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=24f1ba22-cfbc-4395-a08d-7c8f4e5731a1 HTTP/1.1" status: 200 len: 943 time: 0.0500767 Sep 03 12:59:49.699494 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-3ecf6749-e0af-40e3-bc3a-b18b5a0d3304 req-c7545142-51c5-43a1-aa30-d787a17fd93f tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8220371-6aa1-46e4-9fa1-bba367d10552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355146 Sep 03 12:59:49.856813 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5c309e-3992-493f-a8ac-e6ed4ab5d049 req-ab3f1dcd-e7cc-4e1a-89eb-374eb1631bb4 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:49.858290 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-bc5c309e-3992-493f-a8ac-e6ed4ab5d049 req-ab3f1dcd-e7cc-4e1a-89eb-374eb1631bb4 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e2125f4-be50-4794-ba6b-339c1df91fc1 HTTP/1.1" status: 200 len: 946 time: 0.0493729 Sep 03 12:59:49.895616 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-bc5c309e-3992-493f-a8ac-e6ed4ab5d049 req-6f210477-eaa3-4469-b9a2-42ccbdbee0b3 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309072 Sep 03 12:59:50.011355 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca9aded-e3ac-4bec-8c53-e9a9f3741c46 req-ea345d06-6944-42f9-8eff-f89f42f16a50 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:50.012961 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-1ca9aded-e3ac-4bec-8c53-e9a9f3741c46 req-ea345d06-6944-42f9-8eff-f89f42f16a50 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9700373-e4ee-41e8-89db-5f6236ed019d HTTP/1.1" status: 200 len: 945 time: 0.0738981 Sep 03 12:59:50.025473 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26a55d2-3570-43f7-a38d-a245cd1df5d0 req-ccea63fe-0302-4230-9726-b3866338b8dd tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:50.026878 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-f26a55d2-3570-43f7-a38d-a245cd1df5d0 req-ccea63fe-0302-4230-9726-b3866338b8dd tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/ports?device_id=be603712-ee38-4746-afc0-3fcf1571e004 HTTP/1.1" status: 200 len: 946 time: 0.0625370 Sep 03 12:59:50.081367 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-1ca9aded-e3ac-4bec-8c53-e9a9f3741c46 req-6cd8f831-5417-46fe-85fe-07b3752a8736 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a064486-6ead-4783-bb62-b310ce3b6dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535452 Sep 03 12:59:50.086549 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-f26a55d2-3570-43f7-a38d-a245cd1df5d0 req-52f8e314-9ce9-4e59-ab06-48f45b9c98ca tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/security-groups?id=202644d7-0091-49f7-a3d6-689b64f2110e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531507 Sep 03 12:59:50.859081 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d1c6a2-7fab-454d-8ef9-a3d1ddf6405f req-5bb5c5ca-d0d6-41e5-a4f4-00b8f2d8fb33 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:50.860668 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-d9d1c6a2-7fab-454d-8ef9-a3d1ddf6405f req-5bb5c5ca-d0d6-41e5-a4f4-00b8f2d8fb33 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=24f1ba22-cfbc-4395-a08d-7c8f4e5731a1 HTTP/1.1" status: 200 len: 943 time: 0.0480385 Sep 03 12:59:50.894259 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24f1ba22-cfbc-4395-a08d-7c8f4e5731a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d742568-1d39-4a7a-9681-78fb1e791005'}] {{(pid=120043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 12:59:50.896868 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75183f2819bd2f1145e278a2316968184774222fd4353ccf17289daf4feac16a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dec58b7b-e7d3-4e01-a5b8-c8f649bc93ed" -d '{"events": [{"server_uuid": "24f1ba22-cfbc-4395-a08d-7c8f4e5731a1", "name": "network-vif-unplugged", "status": "completed", "tag": "5d742568-1d39-4a7a-9681-78fb1e791005"}]}' {{(pid=120043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 12:59:50.898162 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-d9d1c6a2-7fab-454d-8ef9-a3d1ddf6405f req-5d239935-dd9f-4052-85cf-87de587dc23c tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8220371-6aa1-46e4-9fa1-bba367d10552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306628 Sep 03 12:59:50.935393 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 03 Sep 2021 12:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ba05dd5-37c8-479d-b4b5-afb3244acf58 x-openstack-request-id: req-0ba05dd5-37c8-479d-b4b5-afb3244acf58 {{(pid=120043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 12:59:50.935712 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24f1ba22-cfbc-4395-a08d-7c8f4e5731a1", "name": "network-vif-unplugged", "status": "completed", "tag": "5d742568-1d39-4a7a-9681-78fb1e791005", "code": 200}]} {{(pid=120043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 12:59:50.936079 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0ba05dd5-37c8-479d-b4b5-afb3244acf58 {{(pid=120043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 12:59:50.936455 dv-cinder-788782-9-iscsi neutron-server[120043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24f1ba22-cfbc-4395-a08d-7c8f4e5731a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d742568-1d39-4a7a-9681-78fb1e791005', 'code': 200} Sep 03 12:59:51.009358 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f24a6f5-83a2-450a-a0de-054f55282134 req-92c12f00-24ea-49f9-b4e2-ae9e1ad29038 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:51.010736 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-6f24a6f5-83a2-450a-a0de-054f55282134 req-92c12f00-24ea-49f9-b4e2-ae9e1ad29038 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e2125f4-be50-4794-ba6b-339c1df91fc1 HTTP/1.1" status: 200 len: 946 time: 0.0478940 Sep 03 12:59:51.047739 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-6f24a6f5-83a2-450a-a0de-054f55282134 req-b727753a-e582-490f-b54c-494b0a576d75 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311697 Sep 03 12:59:51.229439 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9520a2b2-5b45-4cab-a180-4f1d992ac496 req-fd20af65-e05f-4e37-b889-b0e6a60e7f22 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:51.230889 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-9520a2b2-5b45-4cab-a180-4f1d992ac496 req-fd20af65-e05f-4e37-b889-b0e6a60e7f22 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/ports?device_id=be603712-ee38-4746-afc0-3fcf1571e004 HTTP/1.1" status: 200 len: 946 time: 0.0766480 Sep 03 12:59:51.240922 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488598e0-789c-4c37-a27b-a2294a690ee5 req-9e77cd3e-4378-443c-a30e-9b00f2601c79 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:51.242323 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-488598e0-789c-4c37-a27b-a2294a690ee5 req-9e77cd3e-4378-443c-a30e-9b00f2601c79 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9700373-e4ee-41e8-89db-5f6236ed019d HTTP/1.1" status: 200 len: 945 time: 0.0789111 Sep 03 12:59:51.297580 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-9520a2b2-5b45-4cab-a180-4f1d992ac496 req-046c0f05-be1e-4feb-b40b-c2335e9465ff tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/security-groups?id=202644d7-0091-49f7-a3d6-689b64f2110e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542419 Sep 03 12:59:51.300188 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-488598e0-789c-4c37-a27b-a2294a690ee5 req-f93ffef8-a2b9-4a44-8188-81d4de10c8d1 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a064486-6ead-4783-bb62-b310ce3b6dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513146 Sep 03 12:59:51.672506 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d208a19a-ec8a-4630-a5f6-f43d5d6c56d6 req-25980618-3695-47c6-836f-34ef409347b5 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:51.673947 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-d208a19a-ec8a-4630-a5f6-f43d5d6c56d6 req-25980618-3695-47c6-836f-34ef409347b5 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.11 "GET /v2.0/ports?device_id=be603712-ee38-4746-afc0-3fcf1571e004 HTTP/1.1" status: 200 len: 946 time: 0.0467148 Sep 03 12:59:51.769733 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.plugin [req-d208a19a-ec8a-4630-a5f6-f43d5d6c56d6 req-882631ca-b6de-4b91-9a98-5a1e451d76fd tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Deleting port 3ca68ed4-8a9c-4f9e-9b7d-52411d41f293 {{(pid=120042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 12:59:51.770089 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-d208a19a-ec8a-4630-a5f6-f43d5d6c56d6 req-882631ca-b6de-4b91-9a98-5a1e451d76fd tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763613556462'] for port, before_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:51.855995 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.db [req-d208a19a-ec8a-4630-a5f6-f43d5d6c56d6 req-882631ca-b6de-4b91-9a98-5a1e451d76fd tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] For port 3ca68ed4-8a9c-4f9e-9b7d-52411d41f293, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=3ca68ed4-8a9c-4f9e-9b7d-52411d41f293,segment=NetworkSegment(e15e6e61-4793-4b3c-8e28-8614cba2f27c),segment_id=e15e6e61-4793-4b3c-8e28-8614cba2f27c)] {{(pid=120042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:59:51.856374 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-d208a19a-ec8a-4630-a5f6-f43d5d6c56d6 req-882631ca-b6de-4b91-9a98-5a1e451d76fd tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642786'] for port, precommit_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:51.868853 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.plugin [req-d208a19a-ec8a-4630-a5f6-f43d5d6c56d6 req-882631ca-b6de-4b91-9a98-5a1e451d76fd tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Calling delete_port for 3ca68ed4-8a9c-4f9e-9b7d-52411d41f293 owned by compute:nova {{(pid=120042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 12:59:52.044710 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b309bea4-c53a-4c49-b524-70a934c36297 req-9ba5f41b-c506-4bde-88b1-a692e4d22bc2 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:52.046203 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-b309bea4-c53a-4c49-b524-70a934c36297 req-9ba5f41b-c506-4bde-88b1-a692e4d22bc2 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=24f1ba22-cfbc-4395-a08d-7c8f4e5731a1 HTTP/1.1" status: 200 len: 943 time: 0.0662174 Sep 03 12:59:52.087251 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-b309bea4-c53a-4c49-b524-70a934c36297 req-35bc9c01-354c-4d59-b60f-6377f61c3fd3 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8220371-6aa1-46e4-9fa1-bba367d10552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335534 Sep 03 12:59:52.108996 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-d208a19a-ec8a-4630-a5f6-f43d5d6c56d6 req-882631ca-b6de-4b91-9a98-5a1e451d76fd tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763613567928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763613061268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534626149'] for port, after_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:52.122363 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] get_ports_and_sgs() called for port_ids ['d96262ba-32f5-43b0-a1cf-dc4b27e4d9ac', '3ca68ed4-8a9c-4f9e-9b7d-52411d41f293'] {{(pid=120043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 12:59:52.152646 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882631ca-b6de-4b91-9a98-5a1e451d76fd tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Pushing event deleted for resources: {'Port': ['ID=3ca68ed4-8a9c-4f9e-9b7d-52411d41f293,revision_number=None']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:59:52.214949 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.l3_dvrscheduler_db [req-d208a19a-ec8a-4630-a5f6-f43d5d6c56d6 req-882631ca-b6de-4b91-9a98-5a1e451d76fd tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] No DVR routers for this DVR port 3ca68ed4-8a9c-4f9e-9b7d-52411d41f293 on host hv-cinder-78878 {{(pid=120042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 12:59:52.218894 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-d208a19a-ec8a-4630-a5f6-f43d5d6c56d6 req-882631ca-b6de-4b91-9a98-5a1e451d76fd tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10697'] for port, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:52.220955 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-d208a19a-ec8a-4630-a5f6-f43d5d6c56d6 req-882631ca-b6de-4b91-9a98-5a1e451d76fd tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.11 "DELETE /v2.0/ports/3ca68ed4-8a9c-4f9e-9b7d-52411d41f293 HTTP/1.1" status: 204 len: 173 time: 0.5389426 Sep 03 12:59:52.223562 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be603712-ee38-4746-afc0-3fcf1571e004', 'name': 'network-vif-deleted', 'tag': '3ca68ed4-8a9c-4f9e-9b7d-52411d41f293'}] {{(pid=120042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 12:59:52.226372 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d2a6420b193a10f45e0477184c700453c1253cfa456d27c4e3ab5b2f2f62351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64a0df4b-57c0-4b34-8a4a-2408c7e9d100" -d '{"events": [{"server_uuid": "be603712-ee38-4746-afc0-3fcf1571e004", "name": "network-vif-deleted", "tag": "3ca68ed4-8a9c-4f9e-9b7d-52411d41f293"}]}' {{(pid=120042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 12:59:52.252840 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2039c1cb-c862-4b7c-b66c-6a78c97c12f4 req-3408b24c-ad95-4c79-bab3-a2507ba886b5 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:52.254356 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-2039c1cb-c862-4b7c-b66c-6a78c97c12f4 req-3408b24c-ad95-4c79-bab3-a2507ba886b5 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e2125f4-be50-4794-ba6b-339c1df91fc1 HTTP/1.1" status: 200 len: 946 time: 0.1135659 Sep 03 12:59:52.293266 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-2039c1cb-c862-4b7c-b66c-6a78c97c12f4 req-12fb2205-231a-4bfd-9634-5fa946fb0998 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321937 Sep 03 12:59:52.335748 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 12:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f600b93-e348-43a0-9d88-da71f1648fa9 x-openstack-request-id: req-5f600b93-e348-43a0-9d88-da71f1648fa9 {{(pid=120042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 12:59:52.336311 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be603712-ee38-4746-afc0-3fcf1571e004", "name": "network-vif-deleted", "tag": "3ca68ed4-8a9c-4f9e-9b7d-52411d41f293", "status": "completed", "code": 200}]} {{(pid=120042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 12:59:52.337611 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5f600b93-e348-43a0-9d88-da71f1648fa9 {{(pid=120042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 12:59:52.338269 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be603712-ee38-4746-afc0-3fcf1571e004', 'name': 'network-vif-deleted', 'tag': '3ca68ed4-8a9c-4f9e-9b7d-52411d41f293', 'status': 'completed', 'code': 200} Sep 03 12:59:52.413095 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-e948982d-9693-43c0-8d5b-84893c931225 req-2fab5591-59cc-4822-bb5c-c7f1572aa927 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/ports?device_id=be603712-ee38-4746-afc0-3fcf1571e004 HTTP/1.1" status: 200 len: 210 time: 0.0284410 Sep 03 12:59:52.913832 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b777d167-2772-453f-bb72-e43e7eb89d80 req-0d84e84a-8182-4287-b9a0-31f939996d36 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:52.915305 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-b777d167-2772-453f-bb72-e43e7eb89d80 req-0d84e84a-8182-4287-b9a0-31f939996d36 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9700373-e4ee-41e8-89db-5f6236ed019d HTTP/1.1" status: 200 len: 945 time: 0.0480597 Sep 03 12:59:52.952192 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-b777d167-2772-453f-bb72-e43e7eb89d80 req-cbe01709-a34a-49c0-86ca-6828414b11d8 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a064486-6ead-4783-bb62-b310ce3b6dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310593 Sep 03 12:59:53.404836 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a77efb3-1774-4325-a62a-b2f73ad5fb3d req-1bbfc759-ec58-4cf8-8658-6fcb7be34a00 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:53.406406 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-7a77efb3-1774-4325-a62a-b2f73ad5fb3d req-1bbfc759-ec58-4cf8-8658-6fcb7be34a00 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e2125f4-be50-4794-ba6b-339c1df91fc1 HTTP/1.1" status: 200 len: 946 time: 0.0475709 Sep 03 12:59:53.444847 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-7a77efb3-1774-4325-a62a-b2f73ad5fb3d req-7fcf2cee-4d87-408c-996a-ad0e6374702c tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316055 Sep 03 12:59:53.522671 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-1f4d8564-afd5-4205-8b32-ffdb928bb953 req-d191a7ff-5d57-4c5f-aa2d-ea096e7c0be4 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/ports?device_id=be603712-ee38-4746-afc0-3fcf1571e004 HTTP/1.1" status: 200 len: 210 time: 0.0251086 Sep 03 12:59:53.542389 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [req-c684c823-ac60-4f57-9f10-0900cf5dec41 req-973bffa2-bc07-4f7a-8bd9-4bb0883e137c service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=120042) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 12:59:53.543391 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-c684c823-ac60-4f57-9f10-0900cf5dec41 req-973bffa2-bc07-4f7a-8bd9-4bb0883e137c service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053914 Sep 03 12:59:53.897875 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3824d2-7cc2-4112-8431-3ef60b5efef6 req-cf5180a1-21ff-4542-9e4f-66cbe9ec25f3 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:53.899307 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-8e3824d2-7cc2-4112-8431-3ef60b5efef6 req-cf5180a1-21ff-4542-9e4f-66cbe9ec25f3 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=24f1ba22-cfbc-4395-a08d-7c8f4e5731a1 HTTP/1.1" status: 200 len: 943 time: 0.0495510 Sep 03 12:59:53.936516 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-8e3824d2-7cc2-4112-8431-3ef60b5efef6 req-0ac0b982-afee-45e1-904a-edb2838c3d81 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8220371-6aa1-46e4-9fa1-bba367d10552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312598 Sep 03 12:59:54.063054 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab2e87c-3ff4-4b47-81fc-5319d5e02782 req-62b6e439-3dc0-4593-957d-fdd9f598ddd0 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:54.064471 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-1ab2e87c-3ff4-4b47-81fc-5319d5e02782 req-62b6e439-3dc0-4593-957d-fdd9f598ddd0 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9700373-e4ee-41e8-89db-5f6236ed019d HTTP/1.1" status: 200 len: 945 time: 0.0472748 Sep 03 12:59:54.103360 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-1ab2e87c-3ff4-4b47-81fc-5319d5e02782 req-91840cba-4a74-427b-96d2-b6e483699cfb tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a064486-6ead-4783-bb62-b310ce3b6dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330293 Sep 03 12:59:54.407678 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 39196) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 12:59:54.521400 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [req-8fff6fef-8e1d-4cc4-9809-f93431aafa25 req-806bb225-d363-4644-a898-85e265637756 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=24f1ba22-cfbc-4395-a08d-7c8f4e5731a1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1125598 Sep 03 12:59:54.530421 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [req-8fff6fef-8e1d-4cc4-9809-f93431aafa25 req-00b77dfe-aa86-4e22-bf67-e667b193106a service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=120041) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 12:59:54.531366 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [req-8fff6fef-8e1d-4cc4-9809-f93431aafa25 req-00b77dfe-aa86-4e22-bf67-e667b193106a service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051763 Sep 03 12:59:54.562629 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1865f3f0-3a08-4574-b740-00598f0f2a55 req-2a6fb438-3ed4-43b8-845b-db237a9c6128 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:54.562629 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-1865f3f0-3a08-4574-b740-00598f0f2a55 req-2a6fb438-3ed4-43b8-845b-db237a9c6128 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e2125f4-be50-4794-ba6b-339c1df91fc1 HTTP/1.1" status: 200 len: 946 time: 0.0473485 Sep 03 12:59:54.598313 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-1865f3f0-3a08-4574-b740-00598f0f2a55 req-b4cf050f-0f9b-4ce4-8aea-d4e29a4b4125 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318210 Sep 03 12:59:54.641215 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-fe7daa32-fb2f-41fb-9530-72219ce33894 req-f335d205-b31e-4a2c-8ec0-0d0d1ac0ff84 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/ports?device_id=be603712-ee38-4746-afc0-3fcf1571e004 HTTP/1.1" status: 200 len: 210 time: 0.0284088 Sep 03 12:59:55.052443 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88e9659-e9e5-4ea6-8ac9-7c9d86cf6169 req-452a55c2-b421-4fd6-9a3f-dbf2a1ab64bb tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:55.053874 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-f88e9659-e9e5-4ea6-8ac9-7c9d86cf6169 req-452a55c2-b421-4fd6-9a3f-dbf2a1ab64bb tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=24f1ba22-cfbc-4395-a08d-7c8f4e5731a1 HTTP/1.1" status: 200 len: 943 time: 0.0465879 Sep 03 12:59:55.090601 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-f88e9659-e9e5-4ea6-8ac9-7c9d86cf6169 req-60431ce0-aa2b-4e2e-ad85-792b76f2b477 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8220371-6aa1-46e4-9fa1-bba367d10552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306590 Sep 03 12:59:55.216180 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4611dd-6ba8-4d37-b745-fd09a362ad53 req-cb70af00-c7a8-4919-a167-3d384f63729d tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:55.217638 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-1e4611dd-6ba8-4d37-b745-fd09a362ad53 req-cb70af00-c7a8-4919-a167-3d384f63729d tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9700373-e4ee-41e8-89db-5f6236ed019d HTTP/1.1" status: 200 len: 945 time: 0.0489471 Sep 03 12:59:55.255038 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-1e4611dd-6ba8-4d37-b745-fd09a362ad53 req-63b2bc56-1b12-43aa-8f1f-4e3a032e88fb tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a064486-6ead-4783-bb62-b310ce3b6dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317407 Sep 03 12:59:55.328815 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Device 5d742568-1d39-4a7a-9681-78fb1e791005 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=120043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 12:59:55.401082 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Device 3ca68ed4-8a9c-4f9e-9b7d-52411d41f293 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=120043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 12:59:55.418280 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.plugin [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] No Port match for: 3ca68ed4-8a9c-4f9e-9b7d-52411d41f293 {{(pid=120043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 12:59:55.418623 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Device 3ca68ed4-8a9c-4f9e-9b7d-52411d41f293 not bound to the agent host hv-cinder-78878 {{(pid=120043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 12:59:55.716583 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef1b9e4-8e3f-4855-b3e6-09e93ffb5524 req-2d4d05c2-7d32-46bf-a15e-9ea309cbf339 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:55.718103 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-8ef1b9e4-8e3f-4855-b3e6-09e93ffb5524 req-2d4d05c2-7d32-46bf-a15e-9ea309cbf339 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e2125f4-be50-4794-ba6b-339c1df91fc1 HTTP/1.1" status: 200 len: 946 time: 0.0537610 Sep 03 12:59:55.754455 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-f92bb717-d030-4cac-82f4-f47b04c9c5c0 req-488928ca-859f-4ac6-80e9-7f7cac878a97 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/ports?device_id=be603712-ee38-4746-afc0-3fcf1571e004 HTTP/1.1" status: 200 len: 210 time: 0.0351579 Sep 03 12:59:55.774772 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-8ef1b9e4-8e3f-4855-b3e6-09e93ffb5524 req-562ff767-f609-4d05-8852-8f9523bd60c2 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471671 Sep 03 12:59:56.206833 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecacff5-39a3-48fb-82ed-3002133f4cfd req-94a488a5-2dce-4c0c-b1e5-c487dc232d54 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:56.208402 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-eecacff5-39a3-48fb-82ed-3002133f4cfd req-94a488a5-2dce-4c0c-b1e5-c487dc232d54 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=24f1ba22-cfbc-4395-a08d-7c8f4e5731a1 HTTP/1.1" status: 200 len: 943 time: 0.0486894 Sep 03 12:59:56.246938 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-eecacff5-39a3-48fb-82ed-3002133f4cfd req-7dcb05e6-d6cd-476b-80f9-42726fc0da5f tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8220371-6aa1-46e4-9fa1-bba367d10552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322356 Sep 03 12:59:56.372394 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e8d912-3eb2-4783-8c9b-e6fb1218652c req-d6eb3c9b-f794-4520-bedf-354471376d87 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:56.373902 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-87e8d912-3eb2-4783-8c9b-e6fb1218652c req-d6eb3c9b-f794-4520-bedf-354471376d87 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9700373-e4ee-41e8-89db-5f6236ed019d HTTP/1.1" status: 200 len: 945 time: 0.0507298 Sep 03 12:59:56.609243 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.agents_db [None req-4ecc573b-6c34-46c7-b31e-835fd9e30662 None None] Agent healthcheck: found 6 active agents {{(pid=120044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 12:59:56.637108 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-87e8d912-3eb2-4783-8c9b-e6fb1218652c req-8d299f9c-65ba-4095-a04a-07dda79f81ef tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a064486-6ead-4783-bb62-b310ce3b6dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573762 Sep 03 12:59:56.894039 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0891b7-326e-4ac5-844e-2321610eb651 req-e4cd3590-ec49-4345-ae3c-f0d49ed37fd2 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:56.895521 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-fe0891b7-326e-4ac5-844e-2321610eb651 req-e4cd3590-ec49-4345-ae3c-f0d49ed37fd2 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e2125f4-be50-4794-ba6b-339c1df91fc1 HTTP/1.1" status: 200 len: 946 time: 0.0476851 Sep 03 12:59:56.935932 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-fe0891b7-326e-4ac5-844e-2321610eb651 req-00819870-e108-42e7-a870-afcbae13deae tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317869 Sep 03 12:59:57.038645 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1c96b7-7018-4326-b04a-a42f5cbb040b req-aa9664f0-5f14-4e8f-88a1-645ddb08a796 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:57.040111 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ac1c96b7-7018-4326-b04a-a42f5cbb040b req-aa9664f0-5f14-4e8f-88a1-645ddb08a796 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] 10.222.0.11 "GET /v2.0/ports?device_id=c9700373-e4ee-41e8-89db-5f6236ed019d HTTP/1.1" status: 200 len: 945 time: 0.0465984 Sep 03 12:59:57.135833 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.plugin [req-ac1c96b7-7018-4326-b04a-a42f5cbb040b req-6ce71311-a531-4c68-b0fa-e5111742f2d7 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] Deleting port 72347c97-9ff7-45c4-9af1-f94beb9bd7ec {{(pid=120042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 12:59:57.136207 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-ac1c96b7-7018-4326-b04a-a42f5cbb040b req-6ce71311-a531-4c68-b0fa-e5111742f2d7 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763613556462'] for port, before_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:57.225527 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.db [req-ac1c96b7-7018-4326-b04a-a42f5cbb040b req-6ce71311-a531-4c68-b0fa-e5111742f2d7 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] For port 72347c97-9ff7-45c4-9af1-f94beb9bd7ec, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=72347c97-9ff7-45c4-9af1-f94beb9bd7ec,segment=NetworkSegment(cf6b458b-b521-442d-8b62-ef01ee5d1aa5),segment_id=cf6b458b-b521-442d-8b62-ef01ee5d1aa5)] {{(pid=120042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 12:59:57.226201 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-ac1c96b7-7018-4326-b04a-a42f5cbb040b req-6ce71311-a531-4c68-b0fa-e5111742f2d7 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642786'] for port, precommit_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:57.243544 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.plugin [req-ac1c96b7-7018-4326-b04a-a42f5cbb040b req-6ce71311-a531-4c68-b0fa-e5111742f2d7 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] Calling delete_port for 72347c97-9ff7-45c4-9af1-f94beb9bd7ec owned by compute:nova {{(pid=120042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 12:59:57.395229 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afcc393-1e13-4e43-b911-548035aadb70 req-a9916b7c-5f4c-426e-b3db-1feb6475abdb tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:57.396778 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-4afcc393-1e13-4e43-b911-548035aadb70 req-a9916b7c-5f4c-426e-b3db-1feb6475abdb tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=24f1ba22-cfbc-4395-a08d-7c8f4e5731a1 HTTP/1.1" status: 200 len: 943 time: 0.0779684 Sep 03 12:59:57.438410 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-4afcc393-1e13-4e43-b911-548035aadb70 req-c57a6006-4a42-42cc-8383-04eb60da0acb tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8220371-6aa1-46e4-9fa1-bba367d10552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333598 Sep 03 12:59:57.551883 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-ac1c96b7-7018-4326-b04a-a42f5cbb040b req-6ce71311-a531-4c68-b0fa-e5111742f2d7 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763613567928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763613061268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534626149'] for port, after_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:57.563749 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] get_ports_and_sgs() called for port_ids ['72347c97-9ff7-45c4-9af1-f94beb9bd7ec'] {{(pid=120043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 12:59:57.582212 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce71311-a531-4c68-b0fa-e5111742f2d7 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] Pushing event deleted for resources: {'Port': ['ID=72347c97-9ff7-45c4-9af1-f94beb9bd7ec,revision_number=None']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 12:59:57.594443 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce71311-a531-4c68-b0fa-e5111742f2d7 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:59:57.594799 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce71311-a531-4c68-b0fa-e5111742f2d7 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:59:57.595146 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce71311-a531-4c68-b0fa-e5111742f2d7 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:59:57.595489 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce71311-a531-4c68-b0fa-e5111742f2d7 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:59:57.595865 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce71311-a531-4c68-b0fa-e5111742f2d7 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:59:57.596215 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce71311-a531-4c68-b0fa-e5111742f2d7 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:59:57.596549 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce71311-a531-4c68-b0fa-e5111742f2d7 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:59:57.596880 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce71311-a531-4c68-b0fa-e5111742f2d7 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:59:57.597213 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce71311-a531-4c68-b0fa-e5111742f2d7 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:59:57.597543 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce71311-a531-4c68-b0fa-e5111742f2d7 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:59:57.597869 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce71311-a531-4c68-b0fa-e5111742f2d7 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:59:57.598194 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce71311-a531-4c68-b0fa-e5111742f2d7 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 12:59:57.633527 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac1c96b7-7018-4326-b04a-a42f5cbb040b req-6ce71311-a531-4c68-b0fa-e5111742f2d7 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] No DVR routers for this DVR port 72347c97-9ff7-45c4-9af1-f94beb9bd7ec on host hv-cinder-78878 {{(pid=120042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 12:59:57.635981 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-ac1c96b7-7018-4326-b04a-a42f5cbb040b req-6ce71311-a531-4c68-b0fa-e5111742f2d7 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10697'] for port, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 12:59:57.638040 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ac1c96b7-7018-4326-b04a-a42f5cbb040b req-6ce71311-a531-4c68-b0fa-e5111742f2d7 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] 10.222.0.11 "DELETE /v2.0/ports/72347c97-9ff7-45c4-9af1-f94beb9bd7ec HTTP/1.1" status: 204 len: 173 time: 0.5914600 Sep 03 12:59:57.638483 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9700373-e4ee-41e8-89db-5f6236ed019d', 'name': 'network-vif-deleted', 'tag': '72347c97-9ff7-45c4-9af1-f94beb9bd7ec'}] {{(pid=120042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 12:59:57.640823 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d2a6420b193a10f45e0477184c700453c1253cfa456d27c4e3ab5b2f2f62351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a23d01c-bce8-40fd-8145-9e04c9f72f7d" -d '{"events": [{"server_uuid": "c9700373-e4ee-41e8-89db-5f6236ed019d", "name": "network-vif-deleted", "tag": "72347c97-9ff7-45c4-9af1-f94beb9bd7ec"}]}' {{(pid=120042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 12:59:57.681984 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 12:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d7c9a31-8e6b-4bc0-8bd4-93062405c86e x-openstack-request-id: req-7d7c9a31-8e6b-4bc0-8bd4-93062405c86e {{(pid=120042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 12:59:57.682285 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9700373-e4ee-41e8-89db-5f6236ed019d", "name": "network-vif-deleted", "tag": "72347c97-9ff7-45c4-9af1-f94beb9bd7ec", "status": "completed", "code": 200}]} {{(pid=120042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 12:59:57.682547 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7d7c9a31-8e6b-4bc0-8bd4-93062405c86e {{(pid=120042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 12:59:57.682953 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9700373-e4ee-41e8-89db-5f6236ed019d', 'name': 'network-vif-deleted', 'tag': '72347c97-9ff7-45c4-9af1-f94beb9bd7ec', 'status': 'completed', 'code': 200} Sep 03 12:59:57.735659 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-11b00f3f-6e31-4907-bc4f-8f25d29a62da req-7a3cd23d-8d01-461b-bba9-efd1946ac055 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9700373-e4ee-41e8-89db-5f6236ed019d HTTP/1.1" status: 200 len: 210 time: 0.0257554 Sep 03 12:59:58.007199 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fff6fef-8e1d-4cc4-9809-f93431aafa25 req-49500379-c4c1-44b1-8db1-5a1bf14cb73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:58.008735 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-8fff6fef-8e1d-4cc4-9809-f93431aafa25 req-49500379-c4c1-44b1-8db1-5a1bf14cb73b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=24f1ba22-cfbc-4395-a08d-7c8f4e5731a1&tenant_id=8cbbddf1eac34975b3dfff073526b48a HTTP/1.1" status: 200 len: 1096 time: 0.0727355 Sep 03 12:59:58.077278 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76006fb3-ff3c-4ba5-9139-3b36f82ac48a req-b262320e-9385-4648-9056-a2c19b5fc9e7 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:58.078746 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-76006fb3-ff3c-4ba5-9139-3b36f82ac48a req-b262320e-9385-4648-9056-a2c19b5fc9e7 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e2125f4-be50-4794-ba6b-339c1df91fc1 HTTP/1.1" status: 200 len: 946 time: 0.0691466 Sep 03 12:59:58.105255 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fff6fef-8e1d-4cc4-9809-f93431aafa25 req-244850f3-f40c-4d51-8890-b9480e63fcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:58.106669 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-8fff6fef-8e1d-4cc4-9809-f93431aafa25 req-244850f3-f40c-4d51-8890-b9480e63fcf1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8cbbddf1eac34975b3dfff073526b48a&device_id=24f1ba22-cfbc-4395-a08d-7c8f4e5731a1 HTTP/1.1" status: 200 len: 1096 time: 0.0659957 Sep 03 12:59:58.140247 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-76006fb3-ff3c-4ba5-9139-3b36f82ac48a req-eeb59ac7-978b-45a9-9bf1-0cd96d186ded tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542819 Sep 03 12:59:58.212546 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fff6fef-8e1d-4cc4-9809-f93431aafa25 req-318b72a7-2324-41f3-9071-9734f7540027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:58.214076 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-8fff6fef-8e1d-4cc4-9809-f93431aafa25 req-318b72a7-2324-41f3-9071-9734f7540027 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4ae4bd86-9baa-4a46-894e-9d6319ec74c4 HTTP/1.1" status: 200 len: 916 time: 0.0972242 Sep 03 12:59:58.280749 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-8fff6fef-8e1d-4cc4-9809-f93431aafa25 req-75247a8a-a836-4bad-b4d6-f330f0e0de50 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d742568-1d39-4a7a-9681-78fb1e791005 HTTP/1.1" status: 200 len: 998 time: 0.0583100 Sep 03 12:59:58.333418 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fff6fef-8e1d-4cc4-9809-f93431aafa25 req-0c6c35be-2929-4dea-b163-007224ebf8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:58.335572 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-8fff6fef-8e1d-4cc4-9809-f93431aafa25 req-0c6c35be-2929-4dea-b163-007224ebf8b3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e4c3bb0a-fdd7-427f-b24b-a6cf6ccdaba3 HTTP/1.1" status: 200 len: 855 time: 0.0474117 Sep 03 12:59:58.385614 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fff6fef-8e1d-4cc4-9809-f93431aafa25 req-197a384c-6d5e-4bd2-a3da-1e61efe9d29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:58.387166 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-8fff6fef-8e1d-4cc4-9809-f93431aafa25 req-197a384c-6d5e-4bd2-a3da-1e61efe9d29d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4ae4bd86-9baa-4a46-894e-9d6319ec74c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397599 Sep 03 12:59:58.484731 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-8fff6fef-8e1d-4cc4-9809-f93431aafa25 req-f7f68263-113d-40ac-80b8-ff298fa0a707 service neutron] 10.222.0.11 "GET /v2.0/networks/4ae4bd86-9baa-4a46-894e-9d6319ec74c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884063 Sep 03 12:59:58.618646 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440c6994-6a91-4ec2-81ac-ed866d3e2314 req-0f228274-8575-4c5a-8b37-d6b8212c3b4e tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:58.620195 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-440c6994-6a91-4ec2-81ac-ed866d3e2314 req-0f228274-8575-4c5a-8b37-d6b8212c3b4e tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=24f1ba22-cfbc-4395-a08d-7c8f4e5731a1 HTTP/1.1" status: 200 len: 943 time: 0.1015468 Sep 03 12:59:58.623838 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-8fff6fef-8e1d-4cc4-9809-f93431aafa25 req-daca9dc2-46a7-4069-a4ab-35daa2beec0d service neutron] 10.222.0.11 "GET /v2.0/networks/4ae4bd86-9baa-4a46-894e-9d6319ec74c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251981 Sep 03 12:59:58.657515 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-440c6994-6a91-4ec2-81ac-ed866d3e2314 req-0d99b7b6-d443-41aa-9ce6-ab87f51142a9 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8220371-6aa1-46e4-9fa1-bba367d10552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314527 Sep 03 12:59:58.764020 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc16a9f-a72b-4e01-a9ad-27a19de2b3ad req-d3f74e59-3717-4406-a3bf-7fcc11fae285 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:58.765702 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-8fc16a9f-a72b-4e01-a9ad-27a19de2b3ad req-d3f74e59-3717-4406-a3bf-7fcc11fae285 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/ports?device_id=586a3dfb-7487-4647-be53-d8125a0c749a HTTP/1.1" status: 200 len: 945 time: 0.0504708 Sep 03 12:59:58.812672 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-8fc16a9f-a72b-4e01-a9ad-27a19de2b3ad req-a811ff68-3b54-4d3a-bf1b-995e60b0bb90 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/security-groups?id=202644d7-0091-49f7-a3d6-689b64f2110e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354543 Sep 03 12:59:58.849186 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-3b897a11-96bb-4eb3-961b-afad49c7edeb req-d837eb22-d307-42e0-bfb6-50c9d396bc89 tempest-VolumesActionsTest-374049197 tempest-VolumesActionsTest-374049197-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9700373-e4ee-41e8-89db-5f6236ed019d HTTP/1.1" status: 200 len: 210 time: 0.0308831 Sep 03 12:59:59.252051 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b00d23a-bae1-414b-8637-f516eafaad04 req-f86c22e8-3272-49e7-a0ee-8cedc271290f tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:59.253560 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-7b00d23a-bae1-414b-8637-f516eafaad04 req-f86c22e8-3272-49e7-a0ee-8cedc271290f tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e2125f4-be50-4794-ba6b-339c1df91fc1 HTTP/1.1" status: 200 len: 946 time: 0.0482512 Sep 03 12:59:59.292343 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-7b00d23a-bae1-414b-8637-f516eafaad04 req-6883db4e-5a78-40e1-b09f-360b6846f5ce tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318861 Sep 03 12:59:59.784711 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5f74ca-3872-4be3-8208-035f3d26be82 req-e378424f-8808-4cc7-8ab7-af1eaf97d710 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:59.786220 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ea5f74ca-3872-4be3-8208-035f3d26be82 req-e378424f-8808-4cc7-8ab7-af1eaf97d710 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=24f1ba22-cfbc-4395-a08d-7c8f4e5731a1 HTTP/1.1" status: 200 len: 943 time: 0.0558496 Sep 03 12:59:59.824542 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ea5f74ca-3872-4be3-8208-035f3d26be82 req-7cb64b02-0225-4177-a43a-d205f894c606 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8220371-6aa1-46e4-9fa1-bba367d10552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322354 Sep 03 12:59:59.968371 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f95ee-d08c-4e56-b24b-ae8537312f5b req-9e5bba5e-b4d5-472b-b6fe-a0862e847895 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 12:59:59.970007 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-5a9f95ee-d08c-4e56-b24b-ae8537312f5b req-9e5bba5e-b4d5-472b-b6fe-a0862e847895 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/ports?device_id=586a3dfb-7487-4647-be53-d8125a0c749a HTTP/1.1" status: 200 len: 945 time: 0.0701268 Sep 03 13:00:00.009966 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-5a9f95ee-d08c-4e56-b24b-ae8537312f5b req-199f3cba-4af4-4084-ae73-cf4a8ab0dc47 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/security-groups?id=202644d7-0091-49f7-a3d6-689b64f2110e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338943 Sep 03 13:00:00.451165 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7bf995-6e54-4315-85a1-a816f5f367d0 req-591a34e5-e1dd-4d07-bce3-3504013c166d tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:00:00.452753 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-2a7bf995-6e54-4315-85a1-a816f5f367d0 req-591a34e5-e1dd-4d07-bce3-3504013c166d tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e2125f4-be50-4794-ba6b-339c1df91fc1 HTTP/1.1" status: 200 len: 946 time: 0.0694759 Sep 03 13:00:00.491226 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-2a7bf995-6e54-4315-85a1-a816f5f367d0 req-734898b9-ccbe-4275-86b2-8273bc6fa3e8 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318749 Sep 03 13:00:00.972468 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6200693-397f-4b04-acd4-7269f677e959 req-789a182e-d7de-4ff8-bafb-027d5604e98c tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:00:00.982447 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-a6200693-397f-4b04-acd4-7269f677e959 req-789a182e-d7de-4ff8-bafb-027d5604e98c tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=24f1ba22-cfbc-4395-a08d-7c8f4e5731a1 HTTP/1.1" status: 200 len: 943 time: 0.0677803 Sep 03 13:00:01.018546 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-a6200693-397f-4b04-acd4-7269f677e959 req-ed56c35f-6198-4725-aec5-fd835b626e81 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8220371-6aa1-46e4-9fa1-bba367d10552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349004 Sep 03 13:00:01.156230 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82042e46-038d-40a2-8652-2255932e1515 req-6f135121-7f38-4d67-a43a-d7e805118417 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:00:01.157842 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-82042e46-038d-40a2-8652-2255932e1515 req-6f135121-7f38-4d67-a43a-d7e805118417 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/ports?device_id=586a3dfb-7487-4647-be53-d8125a0c749a HTTP/1.1" status: 200 len: 945 time: 0.0611746 Sep 03 13:00:01.196695 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-82042e46-038d-40a2-8652-2255932e1515 req-01f6d16f-fc7d-4ea1-ade0-b06f7f4a41f5 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/security-groups?id=202644d7-0091-49f7-a3d6-689b64f2110e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322540 Sep 03 13:00:01.324362 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Device 72347c97-9ff7-45c4-9af1-f94beb9bd7ec no longer exists at agent hyperv_hv-cinder-78878 {{(pid=120043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 13:00:01.347093 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.plugin [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] No Port match for: 72347c97-9ff7-45c4-9af1-f94beb9bd7ec {{(pid=120043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 13:00:01.347448 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Device 72347c97-9ff7-45c4-9af1-f94beb9bd7ec not bound to the agent host hv-cinder-78878 {{(pid=120043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 13:00:01.628529 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b9afce-bdbb-4aa7-99ed-d2e3f6637897 req-5ef9735a-45b6-4d4a-bbd7-735924461afd tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:00:01.630126 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-03b9afce-bdbb-4aa7-99ed-d2e3f6637897 req-5ef9735a-45b6-4d4a-bbd7-735924461afd tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e2125f4-be50-4794-ba6b-339c1df91fc1 HTTP/1.1" status: 200 len: 946 time: 0.0541275 Sep 03 13:00:01.675466 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-03b9afce-bdbb-4aa7-99ed-d2e3f6637897 req-b6e2b7a3-313a-4244-880f-84a239844156 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382283 Sep 03 13:00:02.146123 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add0a9a6-4858-4d06-95b8-0d43444bfcd8 req-c4972368-979f-4549-8fe5-9fd45f80d74a tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:00:02.154442 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-add0a9a6-4858-4d06-95b8-0d43444bfcd8 req-c4972368-979f-4549-8fe5-9fd45f80d74a tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=24f1ba22-cfbc-4395-a08d-7c8f4e5731a1 HTTP/1.1" status: 200 len: 943 time: 0.0597403 Sep 03 13:00:02.188015 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-add0a9a6-4858-4d06-95b8-0d43444bfcd8 req-2ef2d74b-fc09-42cc-a823-9b0fc26f2929 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8220371-6aa1-46e4-9fa1-bba367d10552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325873 Sep 03 13:00:02.306705 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 39366) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:00:02.316636 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412bd4a3-802c-4831-ac22-454d9f44bb5d req-40ab3543-e6a6-466b-b6cd-2cb41d3d7f06 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:00:02.318185 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-412bd4a3-802c-4831-ac22-454d9f44bb5d req-40ab3543-e6a6-466b-b6cd-2cb41d3d7f06 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/ports?device_id=586a3dfb-7487-4647-be53-d8125a0c749a HTTP/1.1" status: 200 len: 945 time: 0.0503490 Sep 03 13:00:02.366960 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-412bd4a3-802c-4831-ac22-454d9f44bb5d req-4091f399-7519-4bc6-ac27-310334926f85 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/security-groups?id=202644d7-0091-49f7-a3d6-689b64f2110e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423365 Sep 03 13:00:02.430398 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-c7b66e4f-0d38-40a4-8796-4921dfbb5cd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:02.520780 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-c7b66e4f-0d38-40a4-8796-4921dfbb5cd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:02.597855 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-c7b66e4f-0d38-40a4-8796-4921dfbb5cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:02.651408 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b66e4f-0d38-40a4-8796-4921dfbb5cd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=513f8411-a7a2-4646-892d-9b3343170e14,revision_number=1']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:00:02.660113 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-c7b66e4f-0d38-40a4-8796-4921dfbb5cd6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=70f6740afad045839150192d51206b68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3523259 Sep 03 13:00:02.663297 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b66e4f-0d38-40a4-8796-4921dfbb5cd6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:00:02.663625 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 39376) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:00:02.664187 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b66e4f-0d38-40a4-8796-4921dfbb5cd6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:00:02.664187 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b66e4f-0d38-40a4-8796-4921dfbb5cd6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:00:02.664487 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b66e4f-0d38-40a4-8796-4921dfbb5cd6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:00:02.664824 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b66e4f-0d38-40a4-8796-4921dfbb5cd6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:00:02.665158 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b66e4f-0d38-40a4-8796-4921dfbb5cd6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:00:02.665543 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b66e4f-0d38-40a4-8796-4921dfbb5cd6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:00:02.665819 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b66e4f-0d38-40a4-8796-4921dfbb5cd6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:00:02.666302 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b66e4f-0d38-40a4-8796-4921dfbb5cd6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:00:02.666638 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b66e4f-0d38-40a4-8796-4921dfbb5cd6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:00:02.666968 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b66e4f-0d38-40a4-8796-4921dfbb5cd6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:00:02.667296 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b66e4f-0d38-40a4-8796-4921dfbb5cd6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:00:02.715791 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-fd2fd3a7-f280-446e-9866-82eaec47db19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:02.739448 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-fd2fd3a7-f280-446e-9866-82eaec47db19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:02.848968 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07341363-8935-4576-afa9-31f23346b779 req-e324fe1c-0703-4fa2-b151-bfd03a9c95f6 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:00:02.856420 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-07341363-8935-4576-afa9-31f23346b779 req-e324fe1c-0703-4fa2-b151-bfd03a9c95f6 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e2125f4-be50-4794-ba6b-339c1df91fc1 HTTP/1.1" status: 200 len: 946 time: 0.0980310 Sep 03 13:00:02.908177 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-07341363-8935-4576-afa9-31f23346b779 req-45930b92-8519-4936-82d5-cde7efacad92 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473974 Sep 03 13:00:02.929387 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-fd2fd3a7-f280-446e-9866-82eaec47db19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:02.932633 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-fd2fd3a7-f280-446e-9866-82eaec47db19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:02.934001 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-fd2fd3a7-f280-446e-9866-82eaec47db19 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/513f8411-a7a2-4646-892d-9b3343170e14 HTTP/1.1" status: 204 len: 168 time: 0.2693019 Sep 03 13:00:02.947060 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2fd3a7-f280-446e-9866-82eaec47db19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=513f8411-a7a2-4646-892d-9b3343170e14,revision_number=None']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:00:03.348197 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f66815-0e0e-4ffd-8067-2b0aae2c5a5a req-887d2fe4-795e-4e3f-b29e-0910e97d76a6 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:00:03.350709 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-e7f66815-0e0e-4ffd-8067-2b0aae2c5a5a req-887d2fe4-795e-4e3f-b29e-0910e97d76a6 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=24f1ba22-cfbc-4395-a08d-7c8f4e5731a1 HTTP/1.1" status: 200 len: 943 time: 0.0633860 Sep 03 13:00:03.389998 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-e7f66815-0e0e-4ffd-8067-2b0aae2c5a5a req-2d09c158-189e-4844-8350-404e7aaa220f tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8220371-6aa1-46e4-9fa1-bba367d10552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331230 Sep 03 13:00:03.487795 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7a6a4e-56de-40e4-a1cb-38fe11a47cd9 req-48d93e8e-765a-4da4-88b6-aa6a2cebbd12 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:00:03.489414 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-db7a6a4e-56de-40e4-a1cb-38fe11a47cd9 req-48d93e8e-765a-4da4-88b6-aa6a2cebbd12 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/ports?device_id=586a3dfb-7487-4647-be53-d8125a0c749a HTTP/1.1" status: 200 len: 945 time: 0.0501359 Sep 03 13:00:03.530401 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-db7a6a4e-56de-40e4-a1cb-38fe11a47cd9 req-9d09f195-b5a9-4a86-8d2b-6c35b2b58c26 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/security-groups?id=202644d7-0091-49f7-a3d6-689b64f2110e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347924 Sep 03 13:00:04.017059 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99809294-77af-4ca9-90d1-9eea281cfa7a req-0d170ba8-7d1e-455e-9ba7-c246fb8fb53b tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:00:04.018523 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-99809294-77af-4ca9-90d1-9eea281cfa7a req-0d170ba8-7d1e-455e-9ba7-c246fb8fb53b tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e2125f4-be50-4794-ba6b-339c1df91fc1 HTTP/1.1" status: 200 len: 946 time: 0.0509119 Sep 03 13:00:04.063896 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-99809294-77af-4ca9-90d1-9eea281cfa7a req-acf1b6ba-8756-4d63-a4ad-d223d278acd9 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394108 Sep 03 13:00:04.510575 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d52a8f-af56-4658-a6f3-8c002de14898 req-ec91e90c-fc33-4419-aa6d-362494855ebb tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:00:04.512091 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-14d52a8f-af56-4658-a6f3-8c002de14898 req-ec91e90c-fc33-4419-aa6d-362494855ebb tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=24f1ba22-cfbc-4395-a08d-7c8f4e5731a1 HTTP/1.1" status: 200 len: 943 time: 0.0468848 Sep 03 13:00:04.550612 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-14d52a8f-af56-4658-a6f3-8c002de14898 req-a8c0336c-10d4-450a-aa74-695e9f4216e5 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8220371-6aa1-46e4-9fa1-bba367d10552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324750 Sep 03 13:00:04.652148 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0437646d-9cab-4563-934f-dc08689f35b2 req-f02d2c5d-16a1-411c-9ee6-75d5d7da9e0d tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:00:04.653630 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-0437646d-9cab-4563-934f-dc08689f35b2 req-f02d2c5d-16a1-411c-9ee6-75d5d7da9e0d tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/ports?device_id=586a3dfb-7487-4647-be53-d8125a0c749a HTTP/1.1" status: 200 len: 945 time: 0.0477359 Sep 03 13:00:04.700892 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-0437646d-9cab-4563-934f-dc08689f35b2 req-45b434dd-2165-4c54-9e41-a736eadcb1e6 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/security-groups?id=202644d7-0091-49f7-a3d6-689b64f2110e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346086 Sep 03 13:00:05.187758 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8642b269-84c8-4c0c-80f1-d3610d39e88f req-252f7c68-10a4-4ed4-b922-22e2df8cb63e tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:00:05.192283 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-8642b269-84c8-4c0c-80f1-d3610d39e88f req-252f7c68-10a4-4ed4-b922-22e2df8cb63e tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e2125f4-be50-4794-ba6b-339c1df91fc1 HTTP/1.1" status: 200 len: 946 time: 0.0533457 Sep 03 13:00:05.231302 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-8642b269-84c8-4c0c-80f1-d3610d39e88f req-238362f3-e576-4ca0-81f5-c66c2dbcbe84 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343800 Sep 03 13:00:05.269207 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-e43143db-f52d-43e9-9736-c6f767543887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:05.694430 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909994f0-5bf1-477c-94fe-a4b7ddaaa370 req-e5149b30-0420-4484-8de7-11251aa7fdc8 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:00:05.696212 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-909994f0-5bf1-477c-94fe-a4b7ddaaa370 req-e5149b30-0420-4484-8de7-11251aa7fdc8 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=24f1ba22-cfbc-4395-a08d-7c8f4e5731a1 HTTP/1.1" status: 200 len: 943 time: 0.0687726 Sep 03 13:00:05.737990 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-909994f0-5bf1-477c-94fe-a4b7ddaaa370 req-875219e3-b5b2-4129-af5e-4d19b053efd0 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8220371-6aa1-46e4-9fa1-bba367d10552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353549 Sep 03 13:00:05.862145 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223da21d-d697-4fa3-82e4-7e5c2c2722e5 req-f590a4f2-d655-415c-a9db-a9c01f90a2ae tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:00:05.863515 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-223da21d-d697-4fa3-82e4-7e5c2c2722e5 req-f590a4f2-d655-415c-a9db-a9c01f90a2ae tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/ports?device_id=586a3dfb-7487-4647-be53-d8125a0c749a HTTP/1.1" status: 200 len: 945 time: 0.0629089 Sep 03 13:00:05.906780 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-223da21d-d697-4fa3-82e4-7e5c2c2722e5 req-e9d08f4b-06c9-4fac-9489-59fba769c1ac tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/security-groups?id=202644d7-0091-49f7-a3d6-689b64f2110e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341518 Sep 03 13:00:06.419797 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585810b3-478f-45ce-8d94-f925cf1900b8 req-81526a11-d755-42eb-9fae-d7c42081df4c tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:00:06.426883 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-585810b3-478f-45ce-8d94-f925cf1900b8 req-81526a11-d755-42eb-9fae-d7c42081df4c tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e2125f4-be50-4794-ba6b-339c1df91fc1 HTTP/1.1" status: 200 len: 946 time: 0.0782602 Sep 03 13:00:06.492198 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-585810b3-478f-45ce-8d94-f925cf1900b8 req-768401bf-6fe5-418c-a2a7-cbbeed816aac tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573370 Sep 03 13:00:06.911608 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bc9902-504a-40d0-8da4-266f9949c1ed req-6b43bdaa-536e-43df-85ce-73dba756ca31 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:00:06.919997 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-26bc9902-504a-40d0-8da4-266f9949c1ed req-6b43bdaa-536e-43df-85ce-73dba756ca31 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=24f1ba22-cfbc-4395-a08d-7c8f4e5731a1 HTTP/1.1" status: 200 len: 943 time: 0.0589590 Sep 03 13:00:06.966216 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-26bc9902-504a-40d0-8da4-266f9949c1ed req-ebefead3-9afb-4ce7-9a6a-84627b84ade9 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8220371-6aa1-46e4-9fa1-bba367d10552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406570 Sep 03 13:00:07.037693 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:07.044690 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64b8e19-2477-43c6-a802-c134867b6e32 req-b5f59efb-c713-46ac-871d-0cea3127cb74 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:00:07.046200 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-c64b8e19-2477-43c6-a802-c134867b6e32 req-b5f59efb-c713-46ac-871d-0cea3127cb74 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/ports?device_id=586a3dfb-7487-4647-be53-d8125a0c749a HTTP/1.1" status: 200 len: 945 time: 0.0500379 Sep 03 13:00:07.163369 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-c64b8e19-2477-43c6-a802-c134867b6e32 req-7f52ce00-55a0-4b46-8d0a-fedecd69939a tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/security-groups?id=202644d7-0091-49f7-a3d6-689b64f2110e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919967 Sep 03 13:00:07.640026 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13952edd-a9af-403b-aa84-4fbdcc50ed5f req-12cdb658-b6c5-456f-9c83-440ddad4c760 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:00:07.641785 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-13952edd-a9af-403b-aa84-4fbdcc50ed5f req-12cdb658-b6c5-456f-9c83-440ddad4c760 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e2125f4-be50-4794-ba6b-339c1df91fc1 HTTP/1.1" status: 200 len: 946 time: 0.0734448 Sep 03 13:00:07.700721 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-13952edd-a9af-403b-aa84-4fbdcc50ed5f req-936c159e-67fe-4a39-aa5a-be328a9e8616 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525484 Sep 03 13:00:07.872298 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-cd651b49-c111-4c34-be8a-d548a4bf7212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:08.191018 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60304adf-a208-4d1b-b55e-5e83f3132b30 req-5e60a8b7-681b-4e36-b0d3-f9f8ae71e4a3 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:00:08.198700 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-60304adf-a208-4d1b-b55e-5e83f3132b30 req-5e60a8b7-681b-4e36-b0d3-f9f8ae71e4a3 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=24f1ba22-cfbc-4395-a08d-7c8f4e5731a1 HTTP/1.1" status: 200 len: 943 time: 0.0772789 Sep 03 13:00:08.244209 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-60304adf-a208-4d1b-b55e-5e83f3132b30 req-004b8fcc-f574-4fc5-b87a-f56b68cf7c0b tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8220371-6aa1-46e4-9fa1-bba367d10552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440454 Sep 03 13:00:08.303094 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9432557-ec08-440c-b07e-d3b46a8b9679 req-9f8c3a13-b544-4c5f-ad30-50969a21570d tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:00:08.305069 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-b9432557-ec08-440c-b07e-d3b46a8b9679 req-9f8c3a13-b544-4c5f-ad30-50969a21570d tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/ports?device_id=586a3dfb-7487-4647-be53-d8125a0c749a HTTP/1.1" status: 200 len: 945 time: 0.0597014 Sep 03 13:00:08.357483 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-b9432557-ec08-440c-b07e-d3b46a8b9679 req-a1736895-ffaa-4702-b59d-9bed943b3069 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/security-groups?id=202644d7-0091-49f7-a3d6-689b64f2110e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462224 Sep 03 13:00:08.400869 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:08.875462 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a31570-215a-4584-8466-2c1e85561265 req-063ab6f5-684c-49ad-991e-9d3e296c6a16 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:00:08.877317 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-56a31570-215a-4584-8466-2c1e85561265 req-063ab6f5-684c-49ad-991e-9d3e296c6a16 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e2125f4-be50-4794-ba6b-339c1df91fc1 HTTP/1.1" status: 200 len: 946 time: 0.0722578 Sep 03 13:00:08.930711 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-56a31570-215a-4584-8466-2c1e85561265 req-08d237df-1fb5-497f-88d5-be51cdafcfa1 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466840 Sep 03 13:00:09.066400 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08724a11-fd48-4ea4-9071-7b022d0e8053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:09.407855 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe955b15-b2cd-46d9-b380-e468bde236a6 req-16cd1448-f0a4-4152-aabd-7a34bbe5083a tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:00:09.414903 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-fe955b15-b2cd-46d9-b380-e468bde236a6 req-16cd1448-f0a4-4152-aabd-7a34bbe5083a tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=24f1ba22-cfbc-4395-a08d-7c8f4e5731a1 HTTP/1.1" status: 200 len: 943 time: 0.0638177 Sep 03 13:00:09.463523 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-fe955b15-b2cd-46d9-b380-e468bde236a6 req-81f5960e-c514-4e8a-af88-ccb7453b1121 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8220371-6aa1-46e4-9fa1-bba367d10552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416865 Sep 03 13:00:09.522953 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96ea73e-3394-4af8-a025-62e27fca1558 req-3d39b88d-e2a8-4c9d-9adf-009eb79b405c tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:00:09.525079 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-e96ea73e-3394-4af8-a025-62e27fca1558 req-3d39b88d-e2a8-4c9d-9adf-009eb79b405c tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/ports?device_id=586a3dfb-7487-4647-be53-d8125a0c749a HTTP/1.1" status: 200 len: 945 time: 0.0770013 Sep 03 13:00:09.601030 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-e96ea73e-3394-4af8-a025-62e27fca1558 req-270a1638-05c3-4d58-9872-e8984ac54c10 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/security-groups?id=202644d7-0091-49f7-a3d6-689b64f2110e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593138 Sep 03 13:00:10.093295 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db06219-1d3b-4e27-be5a-08eeb096f8df req-dfeaa9a6-beb5-41f2-b82e-45e4ab8ab995 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:00:10.101515 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-5db06219-1d3b-4e27-be5a-08eeb096f8df req-dfeaa9a6-beb5-41f2-b82e-45e4ab8ab995 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e2125f4-be50-4794-ba6b-339c1df91fc1 HTTP/1.1" status: 200 len: 946 time: 0.0874283 Sep 03 13:00:10.151772 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-5db06219-1d3b-4e27-be5a-08eeb096f8df req-59e588f9-9565-475e-903b-ac146cac12fe tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433264 Sep 03 13:00:10.593616 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e665b2-2309-46c0-8e32-51ea76eccdae req-b6f8a2b3-0a0c-410c-b75c-a2ab3e4555ba tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:00:10.595719 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-84e665b2-2309-46c0-8e32-51ea76eccdae req-b6f8a2b3-0a0c-410c-b75c-a2ab3e4555ba tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=24f1ba22-cfbc-4395-a08d-7c8f4e5731a1 HTTP/1.1" status: 200 len: 943 time: 0.0562196 Sep 03 13:00:10.652328 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-84e665b2-2309-46c0-8e32-51ea76eccdae req-4d5b4965-3b9f-41d1-b568-dda08562a01c tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8220371-6aa1-46e4-9fa1-bba367d10552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439405 Sep 03 13:00:10.876325 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa120d3-b911-474a-8b2b-67a0d10084e6 req-a54d3b9e-86f1-4f00-8116-41921ae5fbf5 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:00:10.876325 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-7fa120d3-b911-474a-8b2b-67a0d10084e6 req-a54d3b9e-86f1-4f00-8116-41921ae5fbf5 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/ports?device_id=586a3dfb-7487-4647-be53-d8125a0c749a HTTP/1.1" status: 200 len: 945 time: 0.1504147 Sep 03 13:00:10.943600 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-7fa120d3-b911-474a-8b2b-67a0d10084e6 req-1aa1cb41-76ab-443e-ac90-db40c9c05dd4 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/security-groups?id=202644d7-0091-49f7-a3d6-689b64f2110e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808311 Sep 03 13:00:11.304043 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5af56f-e826-4d12-b26d-e1c6f0500e7b req-2b6a921a-e301-4e8f-8653-ea0e719c0ef9 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:00:11.311620 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-1d5af56f-e826-4d12-b26d-e1c6f0500e7b req-2b6a921a-e301-4e8f-8653-ea0e719c0ef9 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e2125f4-be50-4794-ba6b-339c1df91fc1 HTTP/1.1" status: 200 len: 946 time: 0.0887876 Sep 03 13:00:11.320851 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-df5ee12c-e8c1-490b-8d0e-415336677a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:11.371664 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-1d5af56f-e826-4d12-b26d-e1c6f0500e7b req-868940a1-7452-42d8-831e-6f59ed216e42 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569589 Sep 03 13:00:11.664860 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-e62b5965-090c-4c17-8234-4c935219fe22 req-71aacce5-ef0e-4e87-856e-09aacfaff580 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3b89fcec-d8ce-4be9-86ce-bfc7c9aeba12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0560799 Sep 03 13:00:11.735679 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62b5965-090c-4c17-8234-4c935219fe22 req-72d9159c-5a07-4ed5-8bfa-8bbcb7e29fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:00:11.737222 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-e62b5965-090c-4c17-8234-4c935219fe22 req-72d9159c-5a07-4ed5-8bfa-8bbcb7e29fb1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ded28f26959b44b3a09129cafe54c3ac&device_id=3b89fcec-d8ce-4be9-86ce-bfc7c9aeba12 HTTP/1.1" status: 200 len: 1098 time: 0.0494421 Sep 03 13:00:11.801808 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2204aa-dcdf-40ff-9b83-4649e2328061 req-666ade7c-d5e0-4abd-9bfb-ece53f5baecc tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:00:11.803442 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ba2204aa-dcdf-40ff-9b83-4649e2328061 req-666ade7c-d5e0-4abd-9bfb-ece53f5baecc tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=24f1ba22-cfbc-4395-a08d-7c8f4e5731a1 HTTP/1.1" status: 200 len: 943 time: 0.0821655 Sep 03 13:00:11.875228 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ba2204aa-dcdf-40ff-9b83-4649e2328061 req-d56f32d6-d1e7-4269-8dee-b824a883181f tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8220371-6aa1-46e4-9fa1-bba367d10552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656598 Sep 03 13:00:11.895813 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62b5965-090c-4c17-8234-4c935219fe22 req-3989c4f5-e95a-4051-a8f8-ea1efd49eb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:00:11.898089 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-e62b5965-090c-4c17-8234-4c935219fe22 req-3989c4f5-e95a-4051-a8f8-ea1efd49eb1b service neutron] 10.222.0.11 "GET /v2.0/networks?id=d8a10b69-52c5-4ba7-9e6b-9d664f8fb5ae HTTP/1.1" status: 200 len: 916 time: 0.1308115 Sep 03 13:00:11.946172 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-e62b5965-090c-4c17-8234-4c935219fe22 req-c81795bc-e2b2-4cbf-ba70-2162964a1f61 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7f343273-8e60-4187-876c-90227b9fc9c8 HTTP/1.1" status: 200 len: 217 time: 0.0397191 Sep 03 13:00:12.005271 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62b5965-090c-4c17-8234-4c935219fe22 req-4296351f-f57d-443a-adf2-885c1c14f881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:00:12.007284 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-e62b5965-090c-4c17-8234-4c935219fe22 req-4296351f-f57d-443a-adf2-885c1c14f881 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c7423f83-7cc4-42fa-82eb-8016662f087e HTTP/1.1" status: 200 len: 856 time: 0.0501750 Sep 03 13:00:12.041750 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-e62b5965-090c-4c17-8234-4c935219fe22 req-49c692dc-850e-4976-bac8-1881dfb8c347 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d8a10b69-52c5-4ba7-9e6b-9d664f8fb5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263617 Sep 03 13:00:12.153823 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97829f53-cc12-4da3-b30b-7e5dd687762f req-eeb7ad07-1915-40c4-bbb5-93e1a9fcaa51 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:00:12.155660 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-97829f53-cc12-4da3-b30b-7e5dd687762f req-eeb7ad07-1915-40c4-bbb5-93e1a9fcaa51 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/ports?device_id=586a3dfb-7487-4647-be53-d8125a0c749a HTTP/1.1" status: 200 len: 945 time: 0.1038446 Sep 03 13:00:12.202686 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-e62b5965-090c-4c17-8234-4c935219fe22 req-46eac0ad-e2d7-4d08-959a-5e7a4a40e191 service neutron] 10.222.0.11 "GET /v2.0/networks/d8a10b69-52c5-4ba7-9e6b-9d664f8fb5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392965 Sep 03 13:00:12.211382 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-97829f53-cc12-4da3-b30b-7e5dd687762f req-69e7d233-1e6e-4d0c-97cb-5284cfd53ebd tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/security-groups?id=202644d7-0091-49f7-a3d6-689b64f2110e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472450 Sep 03 13:00:12.313206 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-e62b5965-090c-4c17-8234-4c935219fe22 req-ee792619-3505-4933-a737-e927822c45c3 service neutron] 10.222.0.11 "GET /v2.0/networks/d8a10b69-52c5-4ba7-9e6b-9d664f8fb5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997910 Sep 03 13:00:12.502306 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6302dd0-7e12-42b1-ac02-76c0bbf9dc83 req-888a7286-438e-4c17-b00e-1f2d1638ca20 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:00:12.503793 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-b6302dd0-7e12-42b1-ac02-76c0bbf9dc83 req-888a7286-438e-4c17-b00e-1f2d1638ca20 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e2125f4-be50-4794-ba6b-339c1df91fc1 HTTP/1.1" status: 200 len: 946 time: 0.0674243 Sep 03 13:00:12.545736 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-b6302dd0-7e12-42b1-ac02-76c0bbf9dc83 req-889d3edf-7d1b-4248-b783-56e685e434a6 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356312 Sep 03 13:00:12.949839 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43914884-ae3a-4874-8e80-99384a6e862d req-480041ec-2a62-4197-80ed-f6f821c5b751 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:00:12.951797 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-43914884-ae3a-4874-8e80-99384a6e862d req-480041ec-2a62-4197-80ed-f6f821c5b751 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.11 "GET /v2.0/ports?device_id=586a3dfb-7487-4647-be53-d8125a0c749a HTTP/1.1" status: 200 len: 945 time: 0.0596163 Sep 03 13:00:13.108580 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe8aec0-6edf-438e-a92c-19ad2509639f req-f4cd8445-5b6f-457a-b963-f565e51c9d44 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:00:13.110220 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-dbe8aec0-6edf-438e-a92c-19ad2509639f req-f4cd8445-5b6f-457a-b963-f565e51c9d44 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=24f1ba22-cfbc-4395-a08d-7c8f4e5731a1 HTTP/1.1" status: 200 len: 943 time: 0.1394827 Sep 03 13:00:13.121062 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7113e183-3fac-4258-addd-2decb45ff920 req-8d3d24b5-69f7-4d66-a944-f7e15189c92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:00:13.122812 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-7113e183-3fac-4258-addd-2decb45ff920 req-8d3d24b5-69f7-4d66-a944-f7e15189c92b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6e2125f4-be50-4794-ba6b-339c1df91fc1 HTTP/1.1" status: 200 len: 1099 time: 0.1036599 Sep 03 13:00:13.188046 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-7113e183-3fac-4258-addd-2decb45ff920 req-e2fa7847-2984-4357-ad58-a95f87aff372 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488219 Sep 03 13:00:13.196220 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.plugin [req-43914884-ae3a-4874-8e80-99384a6e862d req-1b9ff7f9-00ca-43a8-940b-f7260ed06e77 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Deleting port d96262ba-32f5-43b0-a1cf-dc4b27e4d9ac {{(pid=120042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:00:13.196570 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-43914884-ae3a-4874-8e80-99384a6e862d req-1b9ff7f9-00ca-43a8-940b-f7260ed06e77 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763613556462'] for port, before_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:13.247381 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-dbe8aec0-6edf-438e-a92c-19ad2509639f req-5edba7e2-d461-43e8-829f-5adb2f57ab7d tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8220371-6aa1-46e4-9fa1-bba367d10552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234787 Sep 03 13:00:13.392575 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.db [req-43914884-ae3a-4874-8e80-99384a6e862d req-1b9ff7f9-00ca-43a8-940b-f7260ed06e77 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] For port d96262ba-32f5-43b0-a1cf-dc4b27e4d9ac, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=d96262ba-32f5-43b0-a1cf-dc4b27e4d9ac,segment=NetworkSegment(e15e6e61-4793-4b3c-8e28-8614cba2f27c),segment_id=e15e6e61-4793-4b3c-8e28-8614cba2f27c)] {{(pid=120042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:00:13.393162 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-43914884-ae3a-4874-8e80-99384a6e862d req-1b9ff7f9-00ca-43a8-940b-f7260ed06e77 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642786'] for port, precommit_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:13.402690 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0953424-d830-4cd8-a6f7-fd762084a70b req-a1fa3b36-fb56-4188-8718-193c88d6c811 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:00:13.410081 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-b0953424-d830-4cd8-a6f7-fd762084a70b req-a1fa3b36-fb56-4188-8718-193c88d6c811 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/ports?device_id=586a3dfb-7487-4647-be53-d8125a0c749a HTTP/1.1" status: 200 len: 945 time: 0.0906193 Sep 03 13:00:13.454519 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.plugin [req-43914884-ae3a-4874-8e80-99384a6e862d req-1b9ff7f9-00ca-43a8-940b-f7260ed06e77 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Calling delete_port for d96262ba-32f5-43b0-a1cf-dc4b27e4d9ac owned by compute:nova {{(pid=120042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:00:13.487125 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-b0953424-d830-4cd8-a6f7-fd762084a70b req-60e3df62-7aaf-4e79-be8e-29262cf012ad tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/security-groups?id=202644d7-0091-49f7-a3d6-689b64f2110e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759964 Sep 03 13:00:13.684156 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-43914884-ae3a-4874-8e80-99384a6e862d req-1b9ff7f9-00ca-43a8-940b-f7260ed06e77 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763613567928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763613061268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534626149'] for port, after_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:13.701221 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] get_ports_and_sgs() called for port_ids ['d96262ba-32f5-43b0-a1cf-dc4b27e4d9ac'] {{(pid=120043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 13:00:13.726524 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55dfbc1-765a-4eac-bc44-b365da375b4b req-f321eff4-235c-424c-b048-a3b3f528c548 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:00:13.732463 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-f55dfbc1-765a-4eac-bc44-b365da375b4b req-f321eff4-235c-424c-b048-a3b3f528c548 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e2125f4-be50-4794-ba6b-339c1df91fc1 HTTP/1.1" status: 200 len: 946 time: 0.0918941 Sep 03 13:00:13.746928 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9ff7f9-00ca-43a8-940b-f7260ed06e77 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Pushing event deleted for resources: {'Port': ['ID=d96262ba-32f5-43b0-a1cf-dc4b27e4d9ac,revision_number=None']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:00:13.800572 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.l3_dvrscheduler_db [req-43914884-ae3a-4874-8e80-99384a6e862d req-1b9ff7f9-00ca-43a8-940b-f7260ed06e77 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] No DVR routers for this DVR port d96262ba-32f5-43b0-a1cf-dc4b27e4d9ac on host hv-cinder-78878 {{(pid=120042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 13:00:13.805794 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-43914884-ae3a-4874-8e80-99384a6e862d req-1b9ff7f9-00ca-43a8-940b-f7260ed06e77 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10697'] for port, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:13.807777 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-43914884-ae3a-4874-8e80-99384a6e862d req-1b9ff7f9-00ca-43a8-940b-f7260ed06e77 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.11 "DELETE /v2.0/ports/d96262ba-32f5-43b0-a1cf-dc4b27e4d9ac HTTP/1.1" status: 204 len: 173 time: 0.8450229 Sep 03 13:00:13.808288 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '586a3dfb-7487-4647-be53-d8125a0c749a', 'name': 'network-vif-deleted', 'tag': 'd96262ba-32f5-43b0-a1cf-dc4b27e4d9ac'}] {{(pid=120042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:00:13.810612 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d2a6420b193a10f45e0477184c700453c1253cfa456d27c4e3ab5b2f2f62351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8676e06f-bb95-44ce-91d1-86e7b9032a42" -d '{"events": [{"server_uuid": "586a3dfb-7487-4647-be53-d8125a0c749a", "name": "network-vif-deleted", "tag": "d96262ba-32f5-43b0-a1cf-dc4b27e4d9ac"}]}' {{(pid=120042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:00:13.831914 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-f55dfbc1-765a-4eac-bc44-b365da375b4b req-fe4b0633-0703-453d-93ed-7fd4956aed64 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956340 Sep 03 13:00:13.859110 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 13:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de36e62a-420c-4ae1-9bf8-676c0afcc7d6 x-openstack-request-id: req-de36e62a-420c-4ae1-9bf8-676c0afcc7d6 {{(pid=120042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:00:13.859583 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "586a3dfb-7487-4647-be53-d8125a0c749a", "name": "network-vif-deleted", "tag": "d96262ba-32f5-43b0-a1cf-dc4b27e4d9ac", "status": "completed", "code": 200}]} {{(pid=120042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:00:13.859798 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-de36e62a-420c-4ae1-9bf8-676c0afcc7d6 {{(pid=120042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:00:13.860234 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '586a3dfb-7487-4647-be53-d8125a0c749a', 'name': 'network-vif-deleted', 'tag': 'd96262ba-32f5-43b0-a1cf-dc4b27e4d9ac', 'status': 'completed', 'code': 200} Sep 03 13:00:14.497512 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cce5f8b-aff8-49f6-8ff9-042ab1706276 req-5d869a82-e137-4960-bcba-14825de7506c tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:00:14.499121 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-5cce5f8b-aff8-49f6-8ff9-042ab1706276 req-5d869a82-e137-4960-bcba-14825de7506c tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=24f1ba22-cfbc-4395-a08d-7c8f4e5731a1 HTTP/1.1" status: 200 len: 943 time: 0.0840797 Sep 03 13:00:14.566766 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-5cce5f8b-aff8-49f6-8ff9-042ab1706276 req-b23f1c2a-9c9b-4200-a96f-a24df79d4164 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8220371-6aa1-46e4-9fa1-bba367d10552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544860 Sep 03 13:00:14.638235 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-fa5c9d11-58d7-4d96-9444-fdaa2d70666c req-d571f8b5-042b-4cf4-9f61-e18ffbc1db25 tempest-AttachVolumeNegativeTest-1111824510 tempest-AttachVolumeNegativeTest-1111824510-project] 10.222.0.24 "GET /v2.0/ports?device_id=586a3dfb-7487-4647-be53-d8125a0c749a HTTP/1.1" status: 200 len: 210 time: 0.0394661 Sep 03 13:00:14.945476 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41a4038-a4f8-42df-b569-72cefb4a42cc req-b34e19da-0c0e-483a-a2b0-110a732da5f0 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:00:14.947073 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-c41a4038-a4f8-42df-b569-72cefb4a42cc req-b34e19da-0c0e-483a-a2b0-110a732da5f0 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e2125f4-be50-4794-ba6b-339c1df91fc1 HTTP/1.1" status: 200 len: 946 time: 0.0483675 Sep 03 13:00:14.990852 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-c41a4038-a4f8-42df-b569-72cefb4a42cc req-d8a1df55-4370-457d-a609-6301ad8d9c3f tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369031 Sep 03 13:00:15.542245 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1577bebf-da0d-4afb-852c-e58991a8c1aa req-a758e419-386c-4265-9be9-58b8d24961c7 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:00:15.544483 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-1577bebf-da0d-4afb-852c-e58991a8c1aa req-a758e419-386c-4265-9be9-58b8d24961c7 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e2125f4-be50-4794-ba6b-339c1df91fc1 HTTP/1.1" status: 200 len: 946 time: 0.0600612 Sep 03 13:00:15.617291 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-1577bebf-da0d-4afb-852c-e58991a8c1aa req-1b617f43-d8e6-40f9-bece-0ddef1e3e31f tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662010 Sep 03 13:00:15.657145 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3723af27-135e-473d-9fa0-b477f5811868 req-fb9c6246-59d2-44ac-89bb-1faa22a7c2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:00:15.658962 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-3723af27-135e-473d-9fa0-b477f5811868 req-fb9c6246-59d2-44ac-89bb-1faa22a7c2fb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ded28f26959b44b3a09129cafe54c3ac&device_id=6e2125f4-be50-4794-ba6b-339c1df91fc1 HTTP/1.1" status: 200 len: 1099 time: 0.0683947 Sep 03 13:00:15.710629 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 39528) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:00:15.762798 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5318963-4c6e-43df-83b3-8940fb9b3369 admin admin] Deleting subnet 7fcd5c28-d074-498e-8414-0624eda811c3 {{(pid=120041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 13:00:15.766406 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-d5318963-4c6e-43df-83b3-8940fb9b3369 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:15.785929 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d760b473-33d5-4ddc-ab0b-b1d458e8d078 req-0f75d859-c30b-4c47-9b3c-660622a5905d tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:00:15.792311 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-d760b473-33d5-4ddc-ab0b-b1d458e8d078 req-0f75d859-c30b-4c47-9b3c-660622a5905d tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=24f1ba22-cfbc-4395-a08d-7c8f4e5731a1 HTTP/1.1" status: 200 len: 943 time: 0.1158583 Sep 03 13:00:15.820638 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-d5318963-4c6e-43df-83b3-8940fb9b3369 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-533074396'] for subnet, precommit_delete_associations {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:15.828846 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3723af27-135e-473d-9fa0-b477f5811868 req-be07486a-4045-47f8-a48f-8bfaffbe5435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:00:15.828846 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-3723af27-135e-473d-9fa0-b477f5811868 req-be07486a-4045-47f8-a48f-8bfaffbe5435 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d8a10b69-52c5-4ba7-9e6b-9d664f8fb5ae HTTP/1.1" status: 200 len: 916 time: 0.1612928 Sep 03 13:00:15.879446 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-d5318963-4c6e-43df-83b3-8940fb9b3369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667103'] for subnet, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:16.024158 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-d5318963-4c6e-43df-83b3-8940fb9b3369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533180452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532788743'] for subnet, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:16.052086 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5318963-4c6e-43df-83b3-8940fb9b3369 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fcd5c28-d074-498e-8414-0624eda811c3,revision_number=None']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:00:16.065974 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-d5318963-4c6e-43df-83b3-8940fb9b3369 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575370'] for subnet, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:16.069650 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-d5318963-4c6e-43df-83b3-8940fb9b3369 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/7fcd5c28-d074-498e-8414-0624eda811c3 HTTP/1.1" status: 204 len: 168 time: 0.3594880 Sep 03 13:00:16.072272 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 39530) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:00:16.130663 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-d760b473-33d5-4ddc-ab0b-b1d458e8d078 req-5954c3ea-0100-4dbf-8105-c4a0503f8577 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8220371-6aa1-46e4-9fa1-bba367d10552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3277600 Sep 03 13:00:16.132470 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-3723af27-135e-473d-9fa0-b477f5811868 req-d3ed875b-03af-499a-bf43-744689a3f3ce service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a0a41486-b5f6-43c3-956e-4e2c3818fb43 HTTP/1.1" status: 200 len: 217 time: 0.2934823 Sep 03 13:00:16.153213 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-a5d5b286-19f4-4b2c-8fed-fc75da1af480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578772'] for network, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:16.185955 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3723af27-135e-473d-9fa0-b477f5811868 req-9ea4bd32-cde0-4b4d-9f25-6dcc79f551bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:00:16.187488 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-3723af27-135e-473d-9fa0-b477f5811868 req-9ea4bd32-cde0-4b4d-9f25-6dcc79f551bb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c7423f83-7cc4-42fa-82eb-8016662f087e HTTP/1.1" status: 200 len: 856 time: 0.0478420 Sep 03 13:00:16.228482 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-3723af27-135e-473d-9fa0-b477f5811868 req-7252b90a-3aed-4c43-a4c1-c0cfc7084a64 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d8a10b69-52c5-4ba7-9e6b-9d664f8fb5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320270 Sep 03 13:00:16.243631 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-a5d5b286-19f4-4b2c-8fed-fc75da1af480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665418', 'neutron.services.segments.db._delete_segments_for_network-8763613606485'] for network, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:16.255513 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.services.segments.db [None req-a5d5b286-19f4-4b2c-8fed-fc75da1af480 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e5b8b41-03d5-4554-969f-d7a30c751bff']}} {{(pid=120041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:00:16.272973 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.services.segments.db [None req-a5d5b286-19f4-4b2c-8fed-fc75da1af480 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e15e6e61-4793-4b3c-8e28-8614cba2f27c') {'for_net_delete': True} {{(pid=120041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:00:16.273519 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.services.segments.db [None req-a5d5b286-19f4-4b2c-8fed-fc75da1af480 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e15e6e61-4793-4b3c-8e28-8614cba2f27c') {} {{(pid=120041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:00:16.286043 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-a5d5b286-19f4-4b2c-8fed-fc75da1af480 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763613607518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-533074373'] for segment, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:16.309725 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-a5d5b286-19f4-4b2c-8fed-fc75da1af480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669750'] for segment, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:16.320242 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5d5b286-19f4-4b2c-8fed-fc75da1af480 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=120041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 13:00:16.321140 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-a5d5b286-19f4-4b2c-8fed-fc75da1af480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533180538'] for segment, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:16.323055 dv-cinder-788782-9-iscsi neutron-server[120041]: Traceback (most recent call last): Sep 03 13:00:16.323055 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 13:00:16.323055 dv-cinder-788782-9-iscsi neutron-server[120041]: timer() Sep 03 13:00:16.323055 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 13:00:16.323055 dv-cinder-788782-9-iscsi neutron-server[120041]: cb(*args, **kw) Sep 03 13:00:16.323055 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 13:00:16.323055 dv-cinder-788782-9-iscsi neutron-server[120041]: return func(*args, **kwargs) Sep 03 13:00:16.323055 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 13:00:16.323055 dv-cinder-788782-9-iscsi neutron-server[120041]: self._notify() Sep 03 13:00:16.323055 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 13:00:16.323055 dv-cinder-788782-9-iscsi neutron-server[120041]: self.callback(batched_events) Sep 03 13:00:16.323055 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 13:00:16.323055 dv-cinder-788782-9-iscsi neutron-server[120041]: event.method(event) Sep 03 13:00:16.323055 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 13:00:16.323055 dv-cinder-788782-9-iscsi neutron-server[120041]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 13:00:16.323055 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 13:00:16.323055 dv-cinder-788782-9-iscsi neutron-server[120041]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 13:00:16.323055 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 13:00:16.323055 dv-cinder-788782-9-iscsi neutron-server[120041]: return f(self, *a, **k) Sep 03 13:00:16.323055 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 13:00:16.323055 dv-cinder-788782-9-iscsi neutron-server[120041]: return self._get(url).json() Sep 03 13:00:16.323055 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 13:00:16.323055 dv-cinder-788782-9-iscsi neutron-server[120041]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 13:00:16.323055 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 13:00:16.323055 dv-cinder-788782-9-iscsi neutron-server[120041]: return self.request(url, 'GET', **kwargs) Sep 03 13:00:16.323055 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 13:00:16.323055 dv-cinder-788782-9-iscsi neutron-server[120041]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 13:00:16.323055 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 13:00:16.323055 dv-cinder-788782-9-iscsi neutron-server[120041]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 13:00:16.323055 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 13:00:16.323055 dv-cinder-788782-9-iscsi neutron-server[120041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 13:00:16.323055 dv-cinder-788782-9-iscsi neutron-server[120041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 13:00:16.351951 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-3723af27-135e-473d-9fa0-b477f5811868 req-f4bfbc0a-3a66-4083-82b2-d914d2efeb10 service neutron] 10.222.0.11 "GET /v2.0/networks/d8a10b69-52c5-4ba7-9e6b-9d664f8fb5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155481 Sep 03 13:00:16.460820 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-3723af27-135e-473d-9fa0-b477f5811868 req-6dcc722c-0556-4975-9636-6d702b6638f5 service neutron] 10.222.0.11 "GET /v2.0/networks/d8a10b69-52c5-4ba7-9e6b-9d664f8fb5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986462 Sep 03 13:00:16.491967 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-a5d5b286-19f4-4b2c-8fed-fc75da1af480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748793'] for network, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:16.504840 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-a5d5b286-19f4-4b2c-8fed-fc75da1af480 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575370'] for network, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:16.508190 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-a5d5b286-19f4-4b2c-8fed-fc75da1af480 admin admin] 10.222.0.24 "DELETE /v2.0/networks/5e5b8b41-03d5-4554-969f-d7a30c751bff HTTP/1.1" status: 204 len: 168 time: 0.4348307 Sep 03 13:00:16.522219 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d5b286-19f4-4b2c-8fed-fc75da1af480 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e5b8b41-03d5-4554-969f-d7a30c751bff,revision_number=None']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:00:16.751356 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c38a0a1-3ccb-421e-9162-6dd86a1296e5 req-722238d3-7a14-4603-8b42-20ef98e763f5 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:00:16.753619 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-9c38a0a1-3ccb-421e-9162-6dd86a1296e5 req-722238d3-7a14-4603-8b42-20ef98e763f5 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e2125f4-be50-4794-ba6b-339c1df91fc1 HTTP/1.1" status: 200 len: 946 time: 0.0611625 Sep 03 13:00:16.799350 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-9c38a0a1-3ccb-421e-9162-6dd86a1296e5 req-d3d4d841-b856-407b-bc87-8cd12de75c21 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399690 Sep 03 13:00:16.944290 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 39540) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:00:16.991522 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-69003156-e4e5-4954-b562-290e5372aebd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a78b59a0f91f4ce9a846e469dbce5484&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0432601 Sep 03 13:00:16.994188 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 39542) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:00:17.045377 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-07852766-520a-4665-9606-e513d292c1cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:17.070254 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-07852766-520a-4665-9606-e513d292c1cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:17.235479 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-07852766-520a-4665-9606-e513d292c1cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:17.238215 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-07852766-520a-4665-9606-e513d292c1cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:17.239358 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-07852766-520a-4665-9606-e513d292c1cc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/202644d7-0091-49f7-a3d6-689b64f2110e HTTP/1.1" status: 204 len: 168 time: 0.2441249 Sep 03 13:00:17.252113 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07852766-520a-4665-9606-e513d292c1cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=202644d7-0091-49f7-a3d6-689b64f2110e,revision_number=None']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:00:17.282457 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0033669a-7488-444a-8bf0-f4bdb028d1f2 req-2068aa40-5c7e-4577-bb6e-54a36bb01262 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:00:17.284407 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-0033669a-7488-444a-8bf0-f4bdb028d1f2 req-2068aa40-5c7e-4577-bb6e-54a36bb01262 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=24f1ba22-cfbc-4395-a08d-7c8f4e5731a1 HTTP/1.1" status: 200 len: 943 time: 0.0767782 Sep 03 13:00:17.333867 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-0033669a-7488-444a-8bf0-f4bdb028d1f2 req-20b5c61c-a61d-464f-a5d6-1ca55199089a tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8220371-6aa1-46e4-9fa1-bba367d10552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420566 Sep 03 13:00:17.390853 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Device d96262ba-32f5-43b0-a1cf-dc4b27e4d9ac no longer exists at agent hyperv_hv-cinder-78878 {{(pid=120043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 13:00:17.413764 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.plugin [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] No Port match for: d96262ba-32f5-43b0-a1cf-dc4b27e4d9ac {{(pid=120043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 13:00:17.414379 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Device d96262ba-32f5-43b0-a1cf-dc4b27e4d9ac not bound to the agent host hv-cinder-78878 {{(pid=120043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 13:00:17.933325 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d9dd94-667a-4cc6-a466-0a64aea5c9ff req-6bcd07d4-2397-4fe7-bfd2-b1e55965afc2 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:00:17.934816 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-55d9dd94-667a-4cc6-a466-0a64aea5c9ff req-6bcd07d4-2397-4fe7-bfd2-b1e55965afc2 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e2125f4-be50-4794-ba6b-339c1df91fc1 HTTP/1.1" status: 200 len: 946 time: 0.0561321 Sep 03 13:00:17.972100 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-55d9dd94-667a-4cc6-a466-0a64aea5c9ff req-6180d9a0-c935-46f3-a882-ffa66e5cafd0 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313504 Sep 03 13:00:18.459247 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fb4939-46db-435d-9916-14fc2b0ab570 req-bcecc883-bb55-4539-8e0f-49fdf841f9ee tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:00:18.475774 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-e1fb4939-46db-435d-9916-14fc2b0ab570 req-bcecc883-bb55-4539-8e0f-49fdf841f9ee tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=24f1ba22-cfbc-4395-a08d-7c8f4e5731a1 HTTP/1.1" status: 200 len: 943 time: 0.0629869 Sep 03 13:00:18.524866 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-e1fb4939-46db-435d-9916-14fc2b0ab570 req-2e29fc77-0ab1-403e-a224-96ea87c49687 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8220371-6aa1-46e4-9fa1-bba367d10552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471458 Sep 03 13:00:18.594975 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 39584) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:00:18.772895 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.v2.base [None req-5e63be49-cebc-4fc1-aac5-9de0ea5ffadf admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2101639823-network', 'tenant_id': 'f46c024625214436b6993db95af3c028'}} {{(pid=120042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:00:18.886146 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e63be49-cebc-4fc1-aac5-9de0ea5ffadf admin admin] Made reservation on behalf of f46c024625214436b6993db95af3c028 for: {'network': 1} {{(pid=120042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 13:00:18.889129 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-5e63be49-cebc-4fc1-aac5-9de0ea5ffadf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for network, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:18.903469 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-5e63be49-cebc-4fc1-aac5-9de0ea5ffadf admin admin] Notify callbacks [] for security_group, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:19.026396 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-5e63be49-cebc-4fc1-aac5-9de0ea5ffadf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:19.102245 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f726d397-52fc-48a8-89f9-f9435ee52c1c req-4e4e6a35-7884-425d-b51a-ab74a923a13f tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:00:19.103953 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-f726d397-52fc-48a8-89f9-f9435ee52c1c req-4e4e6a35-7884-425d-b51a-ab74a923a13f tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e2125f4-be50-4794-ba6b-339c1df91fc1 HTTP/1.1" status: 200 len: 946 time: 0.0568283 Sep 03 13:00:19.117738 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-5e63be49-cebc-4fc1-aac5-9de0ea5ffadf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:19.154801 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e63be49-cebc-4fc1-aac5-9de0ea5ffadf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=120042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 13:00:19.174090 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e63be49-cebc-4fc1-aac5-9de0ea5ffadf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d17c747b-ab4a-4fdf-a2d2-6413c550d8f0,revision_number=1']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:00:19.180818 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-f726d397-52fc-48a8-89f9-f9435ee52c1c req-46c9b8ab-ed74-4a79-963f-c042c93e125b tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706813 Sep 03 13:00:19.184082 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-5e63be49-cebc-4fc1-aac5-9de0ea5ffadf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669750'] for segment, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:19.184440 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.db.segments_db [None req-5e63be49-cebc-4fc1-aac5-9de0ea5ffadf admin admin] Added segment 1b4f133f-959b-454f-ab9a-d6ac9c4d442b of type vlan for network 96f58920-6a83-42e1-87dd-357581f09b0e Sep 03 13:00:19.232539 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-5e63be49-cebc-4fc1-aac5-9de0ea5ffadf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763613016037'] for network, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:19.329122 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-5e63be49-cebc-4fc1-aac5-9de0ea5ffadf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384'] for network, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:19.330244 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e63be49-cebc-4fc1-aac5-9de0ea5ffadf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:00:19.330953 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-5e63be49-cebc-4fc1-aac5-9de0ea5ffadf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575370'] for network, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:19.391449 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Device 5d742568-1d39-4a7a-9681-78fb1e791005 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=120043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 13:00:19.459157 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e63be49-cebc-4fc1-aac5-9de0ea5ffadf admin admin] Pushing event updated for resources: {'Network': ['ID=96f58920-6a83-42e1-87dd-357581f09b0e,revision_number=1']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:00:19.462859 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-5e63be49-cebc-4fc1-aac5-9de0ea5ffadf admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8667769 Sep 03 13:00:19.465698 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 39600) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:00:19.475212 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.v2.base [None req-42dad8ad-99c0-4622-949f-b348541d4c96 admin admin] Request body: {'subnet': {'network_id': '96f58920-6a83-42e1-87dd-357581f09b0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2101639823-subnet', 'tenant_id': 'f46c024625214436b6993db95af3c028', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:00:19.503607 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Network 96f58920-6a83-42e1-87dd-357581f09b0e details requested by agent ovs-agent-dv-cinder-788782-9-iscsi with host dv-cinder-788782-9-iscsi {{(pid=120043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 13:00:19.530367 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] For port 5d742568-1d39-4a7a-9681-78fb1e791005, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=5d742568-1d39-4a7a-9681-78fb1e791005,segment=NetworkSegment(32a72ad9-2465-4193-b477-40371effc92a),segment_id=32a72ad9-2465-4193-b477-40371effc92a)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:00:19.548844 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Returning: {'device': '5d742568-1d39-4a7a-9681-78fb1e791005', 'network_id': '4ae4bd86-9baa-4a46-894e-9d6319ec74c4', 'port_id': '5d742568-1d39-4a7a-9681-78fb1e791005', 'mac_address': 'fa:16:3e:6d:82:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4c3bb0a-fdd7-427f-b24b-a6cf6ccdaba3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 13:00:19.577972 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42dad8ad-99c0-4622-949f-b348541d4c96 admin admin] Made reservation on behalf of f46c024625214436b6993db95af3c028 for: {'subnet': 1} {{(pid=120042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 13:00:19.580051 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-42dad8ad-99c0-4622-949f-b348541d4c96 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534459651'] for subnet, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:19.637947 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:19.661379 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.notifiers.nova [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d742568-1d39-4a7a-9681-78fb1e791005 {{(pid=120043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 13:00:19.703318 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] For port 5d742568-1d39-4a7a-9681-78fb1e791005, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=5d742568-1d39-4a7a-9681-78fb1e791005,segment=NetworkSegment(32a72ad9-2465-4193-b477-40371effc92a),segment_id=32a72ad9-2465-4193-b477-40371effc92a)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:00:19.733795 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd38a6b1-6cd1-4bb8-a7e6-f928ebc6903c req-35c379ee-2587-44ea-b530-7ca395fe7762 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:00:19.735330 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-dd38a6b1-6cd1-4bb8-a7e6-f928ebc6903c req-35c379ee-2587-44ea-b530-7ca395fe7762 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=24f1ba22-cfbc-4395-a08d-7c8f4e5731a1 HTTP/1.1" status: 200 len: 943 time: 0.0729420 Sep 03 13:00:19.795255 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:19.815033 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-dd38a6b1-6cd1-4bb8-a7e6-f928ebc6903c req-dee908eb-dff1-49f9-b34a-efac6153575f tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8220371-6aa1-46e4-9fa1-bba367d10552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679309 Sep 03 13:00:19.876786 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Pushing event updated for resources: {'Port': ['ID=5d742568-1d39-4a7a-9681-78fb1e791005,revision_number=9']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:00:19.891940 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:00:19.892299 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:00:19.892826 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:00:19.893329 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:00:19.893672 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:00:19.894014 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:00:19.894348 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:00:19.894849 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:00:19.895345 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:00:19.895849 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:00:19.896898 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:00:19.897383 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:00:19.929525 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-42dad8ad-99c0-4622-949f-b348541d4c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534626185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534459693'] for subnet, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:19.991991 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dad8ad-99c0-4622-949f-b348541d4c96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cda1f2c-ac6b-4b9c-994b-62157780073e,revision_number=0']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:00:20.002645 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dad8ad-99c0-4622-949f-b348541d4c96 admin admin] Checking segment: {'id': '1b4f133f-959b-454f-ab9a-d6ac9c4d442b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '96f58920-6a83-42e1-87dd-357581f09b0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 13:00:20.003085 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42dad8ad-99c0-4622-949f-b348541d4c96 admin admin] Network hostable DHCP agents. Network: 96f58920-6a83-42e1-87dd-357581f09b0e, hostable agents: ['7f35f3fe-a338-4082-b3b0-8dffee9527e2'], hosted agents: [] {{(pid=120042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 13:00:20.079377 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] get_ports_and_sgs() called for port_ids ['5d742568-1d39-4a7a-9681-78fb1e791005'] {{(pid=120043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 13:00:20.115294 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42dad8ad-99c0-4622-949f-b348541d4c96 admin admin] Network 96f58920-6a83-42e1-87dd-357581f09b0e is scheduled to be hosted by DHCP agent 7f35f3fe-a338-4082-b3b0-8dffee9527e2 with binding_index 1 {{(pid=120042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 13:00:20.209638 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.base_scheduler [None req-42dad8ad-99c0-4622-949f-b348541d4c96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-9-iscsi, 96f58920-6a83-42e1-87dd-357581f09b0e) {{(pid=120042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:00:20.214724 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42dad8ad-99c0-4622-949f-b348541d4c96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:00:20.215326 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-42dad8ad-99c0-4622-949f-b348541d4c96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:20.232137 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7bb0f0-40a5-4c2a-803b-dc6faa7fbaa0 None None] Network 96f58920-6a83-42e1-87dd-357581f09b0e requested from dv-cinder-788782-9-iscsi {{(pid=120043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 13:00:20.335736 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-42dad8ad-99c0-4622-949f-b348541d4c96 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8678057 Sep 03 13:00:20.378371 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d57a08-0637-475f-99eb-c93d0c3dfdac None None] Network 96f58920-6a83-42e1-87dd-357581f09b0e requested from dv-cinder-788782-9-iscsi {{(pid=120043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 13:00:20.989080 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88268bf0-dc92-44ba-9659-3d8e26dea081 req-d2672f47-685b-4f9f-ab7c-8c99b1ff3410 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:00:20.990817 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-88268bf0-dc92-44ba-9659-3d8e26dea081 req-d2672f47-685b-4f9f-ab7c-8c99b1ff3410 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=24f1ba22-cfbc-4395-a08d-7c8f4e5731a1 HTTP/1.1" status: 200 len: 944 time: 0.0674002 Sep 03 13:00:21.039904 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-88268bf0-dc92-44ba-9659-3d8e26dea081 req-19a18527-e520-4b52-93f9-e0fb5eb88bc6 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8220371-6aa1-46e4-9fa1-bba367d10552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392776 Sep 03 13:00:21.402315 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Device 5d742568-1d39-4a7a-9681-78fb1e791005 up at agent hyperv_hv-cinder-78878 {{(pid=120043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:00:21.469059 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Provisioning complete for port 5d742568-1d39-4a7a-9681-78fb1e791005 triggered by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:00:21.469508 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:21.568102 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:21.571273 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 39636) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:00:21.576337 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.v2.base [None req-a122fcb9-851a-49ed-8853-6450a853e1de admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-291807126-network', 'tenant_id': '69d37b14aca34ddd83aee68d645cb190'}} {{(pid=120041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:00:21.608687 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24f1ba22-cfbc-4395-a08d-7c8f4e5731a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d742568-1d39-4a7a-9681-78fb1e791005'}] {{(pid=120043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:00:21.611272 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75183f2819bd2f1145e278a2316968184774222fd4353ccf17289daf4feac16a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b2aa44-7bff-4e6f-b988-6805aa53d2d7" -d '{"events": [{"server_uuid": "24f1ba22-cfbc-4395-a08d-7c8f4e5731a1", "name": "network-vif-plugged", "status": "completed", "tag": "5d742568-1d39-4a7a-9681-78fb1e791005"}]}' {{(pid=120043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:00:21.628820 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] For port 5d742568-1d39-4a7a-9681-78fb1e791005, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=5d742568-1d39-4a7a-9681-78fb1e791005,segment=NetworkSegment(32a72ad9-2465-4193-b477-40371effc92a),segment_id=32a72ad9-2465-4193-b477-40371effc92a)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:00:21.657024 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 13:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9ca0e0c-bfe0-4a6b-bb56-94d23bd0af2e x-openstack-request-id: req-c9ca0e0c-bfe0-4a6b-bb56-94d23bd0af2e {{(pid=120043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:00:21.660298 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24f1ba22-cfbc-4395-a08d-7c8f4e5731a1", "name": "network-vif-plugged", "status": "completed", "tag": "5d742568-1d39-4a7a-9681-78fb1e791005", "code": 200}]} {{(pid=120043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:00:21.660298 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c9ca0e0c-bfe0-4a6b-bb56-94d23bd0af2e {{(pid=120043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:00:21.660298 dv-cinder-788782-9-iscsi neutron-server[120043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24f1ba22-cfbc-4395-a08d-7c8f4e5731a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d742568-1d39-4a7a-9681-78fb1e791005', 'code': 200} Sep 03 13:00:21.714629 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a122fcb9-851a-49ed-8853-6450a853e1de admin admin] Made reservation on behalf of 69d37b14aca34ddd83aee68d645cb190 for: {'network': 1} {{(pid=120041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 13:00:21.717860 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-a122fcb9-851a-49ed-8853-6450a853e1de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for network, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:21.726897 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-a122fcb9-851a-49ed-8853-6450a853e1de admin admin] Notify callbacks [] for security_group, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:21.741065 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:21.790986 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Pushing event updated for resources: {'Port': ['ID=5d742568-1d39-4a7a-9681-78fb1e791005,revision_number=10']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:00:21.851789 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-a122fcb9-851a-49ed-8853-6450a853e1de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:21.920126 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-a122fcb9-851a-49ed-8853-6450a853e1de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:21.959027 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a122fcb9-851a-49ed-8853-6450a853e1de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=120041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 13:00:21.966816 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a122fcb9-851a-49ed-8853-6450a853e1de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9558891a-a903-48b1-a751-d757e554796b,revision_number=1']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:00:21.985549 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-a122fcb9-851a-49ed-8853-6450a853e1de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669750'] for segment, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:21.986275 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.db.segments_db [None req-a122fcb9-851a-49ed-8853-6450a853e1de admin admin] Added segment 08b84829-59f9-472d-8779-fd24cb6377e4 of type vlan for network 3f616c28-312b-4dfb-9fda-2960657feb76 Sep 03 13:00:22.044001 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-a122fcb9-851a-49ed-8853-6450a853e1de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763613016037'] for network, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:22.169388 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-a122fcb9-851a-49ed-8853-6450a853e1de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384'] for network, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:22.170644 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a122fcb9-851a-49ed-8853-6450a853e1de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:00:22.171844 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-a122fcb9-851a-49ed-8853-6450a853e1de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575370'] for network, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:22.189913 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12a47be-025c-44e5-8b05-6c18b492207e req-af1969cc-3641-45bc-9740-604970784ba2 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:00:22.191442 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-d12a47be-025c-44e5-8b05-6c18b492207e req-af1969cc-3641-45bc-9740-604970784ba2 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=24f1ba22-cfbc-4395-a08d-7c8f4e5731a1 HTTP/1.1" status: 200 len: 946 time: 0.0530672 Sep 03 13:00:22.233122 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-d12a47be-025c-44e5-8b05-6c18b492207e req-2a6f4726-0f45-4c61-8498-a9488bc05bbb tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8220371-6aa1-46e4-9fa1-bba367d10552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357571 Sep 03 13:00:22.239019 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a122fcb9-851a-49ed-8853-6450a853e1de admin admin] Pushing event updated for resources: {'Network': ['ID=3f616c28-312b-4dfb-9fda-2960657feb76,revision_number=1']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:00:22.249020 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Network 3f616c28-312b-4dfb-9fda-2960657feb76 details requested by agent ovs-agent-dv-cinder-788782-9-iscsi with host dv-cinder-788782-9-iscsi {{(pid=120043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 13:00:22.329996 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-a122fcb9-851a-49ed-8853-6450a853e1de admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7574906 Sep 03 13:00:22.332600 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 39660) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:00:22.338868 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.v2.base [None req-e69febf4-7c2f-4f7d-b8a9-f4140125d8f9 admin admin] Request body: {'subnet': {'network_id': '3f616c28-312b-4dfb-9fda-2960657feb76', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-291807126-subnet', 'tenant_id': '69d37b14aca34ddd83aee68d645cb190', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:00:22.408133 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb71f5d3-20bb-45df-9f16-acc8924048c1 req-6688dec6-c478-43a6-bd72-f30f0b9e35bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:00:22.409594 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-cb71f5d3-20bb-45df-9f16-acc8924048c1 req-6688dec6-c478-43a6-bd72-f30f0b9e35bc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=24f1ba22-cfbc-4395-a08d-7c8f4e5731a1 HTTP/1.1" status: 200 len: 1099 time: 0.0378883 Sep 03 13:00:22.444425 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-cb71f5d3-20bb-45df-9f16-acc8924048c1 req-7282fc97-59c2-4267-8264-dd00c91a8eeb service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c8220371-6aa1-46e4-9fa1-bba367d10552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0264306 Sep 03 13:00:22.475741 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e69febf4-7c2f-4f7d-b8a9-f4140125d8f9 admin admin] Made reservation on behalf of 69d37b14aca34ddd83aee68d645cb190 for: {'subnet': 1} {{(pid=120041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 13:00:22.478938 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-e69febf4-7c2f-4f7d-b8a9-f4140125d8f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532788770'] for subnet, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:22.715170 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-e69febf4-7c2f-4f7d-b8a9-f4140125d8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533180645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532788748'] for subnet, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:22.771861 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69febf4-7c2f-4f7d-b8a9-f4140125d8f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c35113f7-2859-48c0-8cdc-d3093e8fbc82,revision_number=0']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:00:22.779685 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69febf4-7c2f-4f7d-b8a9-f4140125d8f9 admin admin] Checking segment: {'id': '08b84829-59f9-472d-8779-fd24cb6377e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '3f616c28-312b-4dfb-9fda-2960657feb76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 13:00:22.780079 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69febf4-7c2f-4f7d-b8a9-f4140125d8f9 admin admin] Network hostable DHCP agents. Network: 3f616c28-312b-4dfb-9fda-2960657feb76, hostable agents: ['7f35f3fe-a338-4082-b3b0-8dffee9527e2'], hosted agents: [] {{(pid=120041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 13:00:22.937258 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69febf4-7c2f-4f7d-b8a9-f4140125d8f9 admin admin] Network 3f616c28-312b-4dfb-9fda-2960657feb76 is scheduled to be hosted by DHCP agent 7f35f3fe-a338-4082-b3b0-8dffee9527e2 with binding_index 1 {{(pid=120041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 13:00:23.063164 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.scheduler.base_scheduler [None req-e69febf4-7c2f-4f7d-b8a9-f4140125d8f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-9-iscsi, 3f616c28-312b-4dfb-9fda-2960657feb76) {{(pid=120041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:00:23.067863 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69febf4-7c2f-4f7d-b8a9-f4140125d8f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:00:23.070553 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-e69febf4-7c2f-4f7d-b8a9-f4140125d8f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575370'] for subnet, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:23.075903 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069fd104-208e-4d5b-b3ee-b103bfcbd5d0 None None] Network 3f616c28-312b-4dfb-9fda-2960657feb76 requested from dv-cinder-788782-9-iscsi {{(pid=120043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 13:00:23.147564 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-e69febf4-7c2f-4f7d-b8a9-f4140125d8f9 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8132117 Sep 03 13:00:23.195079 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5405e56-42d3-4209-8a1f-df26fcc1195d None None] Network 3f616c28-312b-4dfb-9fda-2960657feb76 requested from dv-cinder-788782-9-iscsi {{(pid=120043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 13:00:23.261526 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 39678) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:00:23.312605 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b789b4c-b0c9-4fbd-a039-b15a4a4ef25f admin admin] Deleting subnet 5cda1f2c-ac6b-4b9c-994b-62157780073e {{(pid=120041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 13:00:23.316020 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-5b789b4c-b0c9-4fbd-a039-b15a4a4ef25f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:23.351845 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-5b789b4c-b0c9-4fbd-a039-b15a4a4ef25f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-533074396'] for subnet, precommit_delete_associations {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:23.358982 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac5a7f5-e188-4a5d-980d-e5fa5b272dbc req-d3a7387b-ea10-4906-b2af-3dffa13e1658 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:00:23.360510 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-7ac5a7f5-e188-4a5d-980d-e5fa5b272dbc req-d3a7387b-ea10-4906-b2af-3dffa13e1658 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=24f1ba22-cfbc-4395-a08d-7c8f4e5731a1 HTTP/1.1" status: 200 len: 946 time: 0.0535679 Sep 03 13:00:23.391334 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-5b789b4c-b0c9-4fbd-a039-b15a4a4ef25f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667103'] for subnet, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:23.404513 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-7ac5a7f5-e188-4a5d-980d-e5fa5b272dbc req-6b6a581d-3e25-4415-b387-bab9c2db3302 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8220371-6aa1-46e4-9fa1-bba367d10552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356543 Sep 03 13:00:23.603718 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-5b789b4c-b0c9-4fbd-a039-b15a4a4ef25f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533180452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532788743'] for subnet, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:23.629159 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b789b4c-b0c9-4fbd-a039-b15a4a4ef25f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5cda1f2c-ac6b-4b9c-994b-62157780073e,revision_number=None']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:00:23.634100 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-5b789b4c-b0c9-4fbd-a039-b15a4a4ef25f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575370'] for subnet, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:23.635686 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-5b789b4c-b0c9-4fbd-a039-b15a4a4ef25f admin admin] 10.222.0.24 "DELETE /v2.0/subnets/5cda1f2c-ac6b-4b9c-994b-62157780073e HTTP/1.1" status: 204 len: 168 time: 0.3725245 Sep 03 13:00:23.638214 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 39684) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:00:23.718201 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-a428506f-4bf6-4cc1-ba9d-64c4bfdb664f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578772'] for network, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:23.815209 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-a428506f-4bf6-4cc1-ba9d-64c4bfdb664f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665418', 'neutron.services.segments.db._delete_segments_for_network-8763613606485'] for network, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:23.825891 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.services.segments.db [None req-a428506f-4bf6-4cc1-ba9d-64c4bfdb664f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96f58920-6a83-42e1-87dd-357581f09b0e']}} {{(pid=120041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:00:23.836427 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.services.segments.db [None req-a428506f-4bf6-4cc1-ba9d-64c4bfdb664f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b4f133f-959b-454f-ab9a-d6ac9c4d442b') {'for_net_delete': True} {{(pid=120041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:00:23.838743 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.services.segments.db [None req-a428506f-4bf6-4cc1-ba9d-64c4bfdb664f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b4f133f-959b-454f-ab9a-d6ac9c4d442b') {} {{(pid=120041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:00:23.847190 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-a428506f-4bf6-4cc1-ba9d-64c4bfdb664f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763613607518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-533074373'] for segment, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:23.863452 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-a428506f-4bf6-4cc1-ba9d-64c4bfdb664f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669750'] for segment, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:23.871183 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a428506f-4bf6-4cc1-ba9d-64c4bfdb664f admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=120041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 13:00:23.871738 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-a428506f-4bf6-4cc1-ba9d-64c4bfdb664f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533180538'] for segment, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:23.873698 dv-cinder-788782-9-iscsi neutron-server[120041]: Traceback (most recent call last): Sep 03 13:00:23.873698 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 13:00:23.873698 dv-cinder-788782-9-iscsi neutron-server[120041]: timer() Sep 03 13:00:23.873698 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 13:00:23.873698 dv-cinder-788782-9-iscsi neutron-server[120041]: cb(*args, **kw) Sep 03 13:00:23.873698 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 13:00:23.873698 dv-cinder-788782-9-iscsi neutron-server[120041]: return func(*args, **kwargs) Sep 03 13:00:23.873698 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 13:00:23.873698 dv-cinder-788782-9-iscsi neutron-server[120041]: self._notify() Sep 03 13:00:23.873698 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 13:00:23.873698 dv-cinder-788782-9-iscsi neutron-server[120041]: self.callback(batched_events) Sep 03 13:00:23.873698 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 13:00:23.873698 dv-cinder-788782-9-iscsi neutron-server[120041]: event.method(event) Sep 03 13:00:23.873698 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 13:00:23.873698 dv-cinder-788782-9-iscsi neutron-server[120041]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 13:00:23.873698 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 13:00:23.873698 dv-cinder-788782-9-iscsi neutron-server[120041]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 13:00:23.873698 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 13:00:23.873698 dv-cinder-788782-9-iscsi neutron-server[120041]: return f(self, *a, **k) Sep 03 13:00:23.873698 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 13:00:23.873698 dv-cinder-788782-9-iscsi neutron-server[120041]: return self._get(url).json() Sep 03 13:00:23.873698 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 13:00:23.873698 dv-cinder-788782-9-iscsi neutron-server[120041]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 13:00:23.873698 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 13:00:23.873698 dv-cinder-788782-9-iscsi neutron-server[120041]: return self.request(url, 'GET', **kwargs) Sep 03 13:00:23.873698 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 13:00:23.873698 dv-cinder-788782-9-iscsi neutron-server[120041]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 13:00:23.873698 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 13:00:23.873698 dv-cinder-788782-9-iscsi neutron-server[120041]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 13:00:23.873698 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 13:00:23.873698 dv-cinder-788782-9-iscsi neutron-server[120041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 13:00:23.873698 dv-cinder-788782-9-iscsi neutron-server[120041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 13:00:24.048926 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-a428506f-4bf6-4cc1-ba9d-64c4bfdb664f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748793'] for network, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:24.054952 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-a428506f-4bf6-4cc1-ba9d-64c4bfdb664f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575370'] for network, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:24.060040 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 39722) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:00:24.060225 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-a428506f-4bf6-4cc1-ba9d-64c4bfdb664f admin admin] 10.222.0.24 "DELETE /v2.0/networks/96f58920-6a83-42e1-87dd-357581f09b0e HTTP/1.1" status: 204 len: 168 time: 0.4208012 Sep 03 13:00:24.072171 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a428506f-4bf6-4cc1-ba9d-64c4bfdb664f admin admin] Pushing event deleted for resources: {'Network': ['ID=96f58920-6a83-42e1-87dd-357581f09b0e,revision_number=None']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:00:24.115900 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8b1ac34-9de7-4d03-9342-6d3efdff55e6 admin admin] Deleting subnet c35113f7-2859-48c0-8cdc-d3093e8fbc82 {{(pid=120042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 13:00:24.119106 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-d8b1ac34-9de7-4d03-9342-6d3efdff55e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:24.152189 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-d8b1ac34-9de7-4d03-9342-6d3efdff55e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532845273'] for subnet, precommit_delete_associations {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:24.190488 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-d8b1ac34-9de7-4d03-9342-6d3efdff55e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667103'] for subnet, precommit_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:24.351946 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-d8b1ac34-9de7-4d03-9342-6d3efdff55e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534626120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534459686'] for subnet, after_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:24.378171 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b1ac34-9de7-4d03-9342-6d3efdff55e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c35113f7-2859-48c0-8cdc-d3093e8fbc82,revision_number=None']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:00:24.380037 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-d8b1ac34-9de7-4d03-9342-6d3efdff55e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:24.382350 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-d8b1ac34-9de7-4d03-9342-6d3efdff55e6 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/c35113f7-2859-48c0-8cdc-d3093e8fbc82 HTTP/1.1" status: 204 len: 168 time: 0.3211181 Sep 03 13:00:24.385139 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 39738) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:00:24.453371 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-daf8c865-dba5-4f4f-a765-1a25e6eb9f70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578772'] for network, before_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:24.563000 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-daf8c865-dba5-4f4f-a765-1a25e6eb9f70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665418', 'neutron.services.segments.db._delete_segments_for_network-8763613606485'] for network, precommit_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:24.575191 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.services.segments.db [None req-daf8c865-dba5-4f4f-a765-1a25e6eb9f70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f616c28-312b-4dfb-9fda-2960657feb76']}} {{(pid=120042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:00:24.590582 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc93447-6646-4004-8613-513b75497b1b req-23939834-d7b8-4893-8157-ea9a6c5525e3 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:00:24.592093 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-1cc93447-6646-4004-8613-513b75497b1b req-23939834-d7b8-4893-8157-ea9a6c5525e3 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=24f1ba22-cfbc-4395-a08d-7c8f4e5731a1 HTTP/1.1" status: 200 len: 946 time: 0.1094825 Sep 03 13:00:24.595435 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.services.segments.db [None req-daf8c865-dba5-4f4f-a765-1a25e6eb9f70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08b84829-59f9-472d-8779-fd24cb6377e4') {'for_net_delete': True} {{(pid=120042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:00:24.595735 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.services.segments.db [None req-daf8c865-dba5-4f4f-a765-1a25e6eb9f70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08b84829-59f9-472d-8779-fd24cb6377e4') {} {{(pid=120042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:00:24.610938 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-daf8c865-dba5-4f4f-a765-1a25e6eb9f70 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763613607518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532845248'] for segment, before_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:24.633176 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-daf8c865-dba5-4f4f-a765-1a25e6eb9f70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669750'] for segment, precommit_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:24.646830 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-daf8c865-dba5-4f4f-a765-1a25e6eb9f70 admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=120042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 13:00:24.647227 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-daf8c865-dba5-4f4f-a765-1a25e6eb9f70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534626070'] for segment, after_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:24.649094 dv-cinder-788782-9-iscsi neutron-server[120042]: Traceback (most recent call last): Sep 03 13:00:24.649094 dv-cinder-788782-9-iscsi neutron-server[120042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 13:00:24.649094 dv-cinder-788782-9-iscsi neutron-server[120042]: timer() Sep 03 13:00:24.649094 dv-cinder-788782-9-iscsi neutron-server[120042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 13:00:24.649094 dv-cinder-788782-9-iscsi neutron-server[120042]: cb(*args, **kw) Sep 03 13:00:24.649094 dv-cinder-788782-9-iscsi neutron-server[120042]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 13:00:24.649094 dv-cinder-788782-9-iscsi neutron-server[120042]: return func(*args, **kwargs) Sep 03 13:00:24.649094 dv-cinder-788782-9-iscsi neutron-server[120042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 13:00:24.649094 dv-cinder-788782-9-iscsi neutron-server[120042]: self._notify() Sep 03 13:00:24.649094 dv-cinder-788782-9-iscsi neutron-server[120042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 13:00:24.649094 dv-cinder-788782-9-iscsi neutron-server[120042]: self.callback(batched_events) Sep 03 13:00:24.649094 dv-cinder-788782-9-iscsi neutron-server[120042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 13:00:24.649094 dv-cinder-788782-9-iscsi neutron-server[120042]: event.method(event) Sep 03 13:00:24.649094 dv-cinder-788782-9-iscsi neutron-server[120042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 13:00:24.649094 dv-cinder-788782-9-iscsi neutron-server[120042]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 13:00:24.649094 dv-cinder-788782-9-iscsi neutron-server[120042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 13:00:24.649094 dv-cinder-788782-9-iscsi neutron-server[120042]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 13:00:24.649094 dv-cinder-788782-9-iscsi neutron-server[120042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 13:00:24.649094 dv-cinder-788782-9-iscsi neutron-server[120042]: return f(self, *a, **k) Sep 03 13:00:24.649094 dv-cinder-788782-9-iscsi neutron-server[120042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 13:00:24.649094 dv-cinder-788782-9-iscsi neutron-server[120042]: return self._get(url).json() Sep 03 13:00:24.649094 dv-cinder-788782-9-iscsi neutron-server[120042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 13:00:24.649094 dv-cinder-788782-9-iscsi neutron-server[120042]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 13:00:24.649094 dv-cinder-788782-9-iscsi neutron-server[120042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 13:00:24.649094 dv-cinder-788782-9-iscsi neutron-server[120042]: return self.request(url, 'GET', **kwargs) Sep 03 13:00:24.649094 dv-cinder-788782-9-iscsi neutron-server[120042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 13:00:24.649094 dv-cinder-788782-9-iscsi neutron-server[120042]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 13:00:24.649094 dv-cinder-788782-9-iscsi neutron-server[120042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 13:00:24.649094 dv-cinder-788782-9-iscsi neutron-server[120042]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 13:00:24.649094 dv-cinder-788782-9-iscsi neutron-server[120042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 13:00:24.649094 dv-cinder-788782-9-iscsi neutron-server[120042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 13:00:24.649094 dv-cinder-788782-9-iscsi neutron-server[120042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 13:00:24.664702 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-1cc93447-6646-4004-8613-513b75497b1b req-3e5a5009-3387-49c7-aba9-c25f2d60e2e5 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8220371-6aa1-46e4-9fa1-bba367d10552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620244 Sep 03 13:00:24.811801 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-daf8c865-dba5-4f4f-a765-1a25e6eb9f70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748793'] for network, after_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:24.816524 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-daf8c865-dba5-4f4f-a765-1a25e6eb9f70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575370'] for network, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:24.819101 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-daf8c865-dba5-4f4f-a765-1a25e6eb9f70 admin admin] 10.222.0.24 "DELETE /v2.0/networks/3f616c28-312b-4dfb-9fda-2960657feb76 HTTP/1.1" status: 204 len: 168 time: 0.4329383 Sep 03 13:00:24.837401 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf8c865-dba5-4f4f-a765-1a25e6eb9f70 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f616c28-312b-4dfb-9fda-2960657feb76,revision_number=None']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:00:25.222820 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69796db7-f1fa-4279-ada5-0ee4a571777d req-111c02e9-615e-4c3b-a7a0-705357d2cb90 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:00:25.224847 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-69796db7-f1fa-4279-ada5-0ee4a571777d req-111c02e9-615e-4c3b-a7a0-705357d2cb90 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b89fcec-d8ce-4be9-86ce-bfc7c9aeba12 HTTP/1.1" status: 200 len: 945 time: 0.0486159 Sep 03 13:00:25.257524 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 39790) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:00:25.269259 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-69796db7-f1fa-4279-ada5-0ee4a571777d req-0148df69-edc2-4a7a-85d9-85a0afb556b8 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386274 Sep 03 13:00:25.301265 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-3afd1942-e617-42cd-892f-8490c505fe53 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f46c024625214436b6993db95af3c028&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0426841 Sep 03 13:00:25.303984 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 39792) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:00:25.358601 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-913fbdae-c4b8-4a60-8be3-5c13403e3ce4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:25.379598 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-913fbdae-c4b8-4a60-8be3-5c13403e3ce4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:25.540340 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-913fbdae-c4b8-4a60-8be3-5c13403e3ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:25.542901 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-913fbdae-c4b8-4a60-8be3-5c13403e3ce4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:25.544085 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-913fbdae-c4b8-4a60-8be3-5c13403e3ce4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d17c747b-ab4a-4fdf-a2d2-6413c550d8f0 HTTP/1.1" status: 204 len: 168 time: 0.2391994 Sep 03 13:00:25.551665 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913fbdae-c4b8-4a60-8be3-5c13403e3ce4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d17c747b-ab4a-4fdf-a2d2-6413c550d8f0,revision_number=None']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:00:25.804148 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd61acd-0734-4334-b713-c5c9472a114a req-2d9abf65-b9d0-4aa3-a9a2-d8f973ee1b66 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:00:25.805874 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-2bd61acd-0734-4334-b713-c5c9472a114a req-2d9abf65-b9d0-4aa3-a9a2-d8f973ee1b66 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=24f1ba22-cfbc-4395-a08d-7c8f4e5731a1 HTTP/1.1" status: 200 len: 946 time: 0.0551839 Sep 03 13:00:25.846692 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-2bd61acd-0734-4334-b713-c5c9472a114a req-2822e610-609e-4d4b-bcc8-5e5f2092af62 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8220371-6aa1-46e4-9fa1-bba367d10552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327723 Sep 03 13:00:26.365165 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 39808) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:00:26.388185 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b30da5-dbd5-4337-8539-11582fa63131 req-3ad6d9ef-aea6-4e89-b9a7-b1737b4e5c60 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:00:26.389666 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-09b30da5-dbd5-4337-8539-11582fa63131 req-3ad6d9ef-aea6-4e89-b9a7-b1737b4e5c60 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b89fcec-d8ce-4be9-86ce-bfc7c9aeba12 HTTP/1.1" status: 200 len: 945 time: 0.0499036 Sep 03 13:00:26.408288 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-fd41f7ad-b058-4cb7-b8f5-4aa07d3eaf16 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=69d37b14aca34ddd83aee68d645cb190&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0419350 Sep 03 13:00:26.410845 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 39810) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:00:26.430231 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-09b30da5-dbd5-4337-8539-11582fa63131 req-c1661d40-d31f-4d07-9005-4742ae041835 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345795 Sep 03 13:00:26.459138 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-61f0a745-4318-49ec-a631-2ae27626354d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:26.479407 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-61f0a745-4318-49ec-a631-2ae27626354d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:26.622838 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-61f0a745-4318-49ec-a631-2ae27626354d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:26.625411 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-61f0a745-4318-49ec-a631-2ae27626354d admin admin] Notify callbacks [] for security_group, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:26.626597 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-61f0a745-4318-49ec-a631-2ae27626354d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9558891a-a903-48b1-a751-d757e554796b HTTP/1.1" status: 204 len: 168 time: 0.2147996 Sep 03 13:00:26.635698 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f0a745-4318-49ec-a631-2ae27626354d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9558891a-a903-48b1-a751-d757e554796b,revision_number=None']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:00:26.963211 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b1c7b9-ad56-4a86-99cb-720624f9ec89 req-fb708797-837b-4df0-a109-037a767cbdd6 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:00:26.964936 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-77b1c7b9-ad56-4a86-99cb-720624f9ec89 req-fb708797-837b-4df0-a109-037a767cbdd6 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=24f1ba22-cfbc-4395-a08d-7c8f4e5731a1 HTTP/1.1" status: 200 len: 946 time: 0.0480549 Sep 03 13:00:27.002612 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-77b1c7b9-ad56-4a86-99cb-720624f9ec89 req-ebc4f617-7944-4666-8836-1eb16627b9fd tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8220371-6aa1-46e4-9fa1-bba367d10552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321953 Sep 03 13:00:27.127252 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 39828) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:00:27.170659 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.db.db_base_plugin_v2 [None req-b61d886b-b7c3-43ac-92a7-3695b76f0954 admin admin] Deleting subnet f03e0274-9723-43bd-8e87-01e92e40ad77 {{(pid=120041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 13:00:27.173621 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-b61d886b-b7c3-43ac-92a7-3695b76f0954 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:27.205798 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-b61d886b-b7c3-43ac-92a7-3695b76f0954 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-533074396'] for subnet, precommit_delete_associations {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:27.247440 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-b61d886b-b7c3-43ac-92a7-3695b76f0954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667103'] for subnet, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:27.366779 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-b61d886b-b7c3-43ac-92a7-3695b76f0954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533180452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532788743'] for subnet, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:27.393476 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61d886b-b7c3-43ac-92a7-3695b76f0954 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f03e0274-9723-43bd-8e87-01e92e40ad77,revision_number=None']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:00:27.395430 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-b61d886b-b7c3-43ac-92a7-3695b76f0954 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575370'] for subnet, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:27.402920 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-b61d886b-b7c3-43ac-92a7-3695b76f0954 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/f03e0274-9723-43bd-8e87-01e92e40ad77 HTTP/1.1" status: 204 len: 168 time: 0.2695966 Sep 03 13:00:27.402920 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 39832) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:00:27.473816 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-bda7520b-4e41-442c-b26f-1dfc2d670900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578772'] for network, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:27.557688 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-bda7520b-4e41-442c-b26f-1dfc2d670900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665418', 'neutron.services.segments.db._delete_segments_for_network-8763613606485'] for network, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:27.564024 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bb35a5-6fac-425d-b9e3-08c40cb95a4e req-4df940f9-8038-4ba5-840a-7a3b804f48af tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:00:27.565726 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-b6bb35a5-6fac-425d-b9e3-08c40cb95a4e req-4df940f9-8038-4ba5-840a-7a3b804f48af tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b89fcec-d8ce-4be9-86ce-bfc7c9aeba12 HTTP/1.1" status: 200 len: 945 time: 0.0640969 Sep 03 13:00:27.567603 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.services.segments.db [None req-bda7520b-4e41-442c-b26f-1dfc2d670900 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30e7736b-0a4b-4c70-a4fd-9f3bb09e322c']}} {{(pid=120041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:00:27.577933 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.services.segments.db [None req-bda7520b-4e41-442c-b26f-1dfc2d670900 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf6b458b-b521-442d-8b62-ef01ee5d1aa5') {'for_net_delete': True} {{(pid=120041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:00:27.578227 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.services.segments.db [None req-bda7520b-4e41-442c-b26f-1dfc2d670900 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf6b458b-b521-442d-8b62-ef01ee5d1aa5') {} {{(pid=120041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:00:27.587893 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-bda7520b-4e41-442c-b26f-1dfc2d670900 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763613607518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-533074373'] for segment, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:27.601218 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-bda7520b-4e41-442c-b26f-1dfc2d670900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669750'] for segment, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:27.606679 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-b6bb35a5-6fac-425d-b9e3-08c40cb95a4e req-d6899268-b4ce-4365-8d6d-2898132f435e tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337358 Sep 03 13:00:27.606921 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bda7520b-4e41-442c-b26f-1dfc2d670900 admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=120041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 13:00:27.607291 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-bda7520b-4e41-442c-b26f-1dfc2d670900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533180538'] for segment, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:27.608957 dv-cinder-788782-9-iscsi neutron-server[120041]: Traceback (most recent call last): Sep 03 13:00:27.608957 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 13:00:27.608957 dv-cinder-788782-9-iscsi neutron-server[120041]: timer() Sep 03 13:00:27.608957 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 13:00:27.608957 dv-cinder-788782-9-iscsi neutron-server[120041]: cb(*args, **kw) Sep 03 13:00:27.608957 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 13:00:27.608957 dv-cinder-788782-9-iscsi neutron-server[120041]: return func(*args, **kwargs) Sep 03 13:00:27.608957 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 13:00:27.608957 dv-cinder-788782-9-iscsi neutron-server[120041]: self._notify() Sep 03 13:00:27.608957 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 13:00:27.608957 dv-cinder-788782-9-iscsi neutron-server[120041]: self.callback(batched_events) Sep 03 13:00:27.608957 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 13:00:27.608957 dv-cinder-788782-9-iscsi neutron-server[120041]: event.method(event) Sep 03 13:00:27.608957 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 13:00:27.608957 dv-cinder-788782-9-iscsi neutron-server[120041]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 13:00:27.608957 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 13:00:27.608957 dv-cinder-788782-9-iscsi neutron-server[120041]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 13:00:27.608957 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 13:00:27.608957 dv-cinder-788782-9-iscsi neutron-server[120041]: return f(self, *a, **k) Sep 03 13:00:27.608957 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 13:00:27.608957 dv-cinder-788782-9-iscsi neutron-server[120041]: return self._get(url).json() Sep 03 13:00:27.608957 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 13:00:27.608957 dv-cinder-788782-9-iscsi neutron-server[120041]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 13:00:27.608957 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 13:00:27.608957 dv-cinder-788782-9-iscsi neutron-server[120041]: return self.request(url, 'GET', **kwargs) Sep 03 13:00:27.608957 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 13:00:27.608957 dv-cinder-788782-9-iscsi neutron-server[120041]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 13:00:27.608957 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 13:00:27.608957 dv-cinder-788782-9-iscsi neutron-server[120041]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 13:00:27.608957 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 13:00:27.608957 dv-cinder-788782-9-iscsi neutron-server[120041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 13:00:27.608957 dv-cinder-788782-9-iscsi neutron-server[120041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 13:00:27.748962 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-bda7520b-4e41-442c-b26f-1dfc2d670900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748793'] for network, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:27.757059 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-bda7520b-4e41-442c-b26f-1dfc2d670900 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575370'] for network, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:27.759915 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-bda7520b-4e41-442c-b26f-1dfc2d670900 admin admin] 10.222.0.24 "DELETE /v2.0/networks/30e7736b-0a4b-4c70-a4fd-9f3bb09e322c HTTP/1.1" status: 204 len: 168 time: 0.3576641 Sep 03 13:00:27.760014 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d810e7-3f0d-4f6a-a48b-4758537ed6a8 req-e559ba42-c258-48fd-b899-34d93baf6c8b tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:00:27.763983 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-73d810e7-3f0d-4f6a-a48b-4758537ed6a8 req-e559ba42-c258-48fd-b899-34d93baf6c8b tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b89fcec-d8ce-4be9-86ce-bfc7c9aeba12 HTTP/1.1" status: 200 len: 945 time: 0.0478752 Sep 03 13:00:27.768167 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda7520b-4e41-442c-b26f-1dfc2d670900 admin admin] Pushing event deleted for resources: {'Network': ['ID=30e7736b-0a4b-4c70-a4fd-9f3bb09e322c,revision_number=None']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:00:27.864244 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.plugin [req-73d810e7-3f0d-4f6a-a48b-4758537ed6a8 req-062cd26d-9717-4272-a965-775c139e3c91 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Deleting port 7f343273-8e60-4187-876c-90227b9fc9c8 {{(pid=120042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:00:27.865135 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-73d810e7-3f0d-4f6a-a48b-4758537ed6a8 req-062cd26d-9717-4272-a965-775c139e3c91 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763613556462'] for port, before_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:27.956557 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.db [req-73d810e7-3f0d-4f6a-a48b-4758537ed6a8 req-062cd26d-9717-4272-a965-775c139e3c91 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] For port 7f343273-8e60-4187-876c-90227b9fc9c8, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=7f343273-8e60-4187-876c-90227b9fc9c8,segment=NetworkSegment(d03da7ba-8154-41e4-a96a-41813e08fccd),segment_id=d03da7ba-8154-41e4-a96a-41813e08fccd)] {{(pid=120042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:00:27.956845 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-73d810e7-3f0d-4f6a-a48b-4758537ed6a8 req-062cd26d-9717-4272-a965-775c139e3c91 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642786'] for port, precommit_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:27.969701 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.plugin [req-73d810e7-3f0d-4f6a-a48b-4758537ed6a8 req-062cd26d-9717-4272-a965-775c139e3c91 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Calling delete_port for 7f343273-8e60-4187-876c-90227b9fc9c8 owned by compute:nova {{(pid=120042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:00:28.183530 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-73d810e7-3f0d-4f6a-a48b-4758537ed6a8 req-062cd26d-9717-4272-a965-775c139e3c91 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763613567928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763613061268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534626149'] for port, after_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:28.195597 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] get_ports_and_sgs() called for port_ids ['7f343273-8e60-4187-876c-90227b9fc9c8', 'a0a41486-b5f6-43c3-956e-4e2c3818fb43'] {{(pid=120043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 13:00:28.219794 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062cd26d-9717-4272-a965-775c139e3c91 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Pushing event deleted for resources: {'Port': ['ID=7f343273-8e60-4187-876c-90227b9fc9c8,revision_number=None']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:00:28.236449 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 39854) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:00:28.265085 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.l3_dvrscheduler_db [req-73d810e7-3f0d-4f6a-a48b-4758537ed6a8 req-062cd26d-9717-4272-a965-775c139e3c91 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] No DVR routers for this DVR port 7f343273-8e60-4187-876c-90227b9fc9c8 on host hv-cinder-78878 {{(pid=120042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 13:00:28.268066 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-73d810e7-3f0d-4f6a-a48b-4758537ed6a8 req-062cd26d-9717-4272-a965-775c139e3c91 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10697'] for port, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:28.274477 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-73d810e7-3f0d-4f6a-a48b-4758537ed6a8 req-062cd26d-9717-4272-a965-775c139e3c91 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.11 "DELETE /v2.0/ports/7f343273-8e60-4187-876c-90227b9fc9c8 HTTP/1.1" status: 204 len: 173 time: 0.5001833 Sep 03 13:00:28.274477 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b89fcec-d8ce-4be9-86ce-bfc7c9aeba12', 'name': 'network-vif-deleted', 'tag': '7f343273-8e60-4187-876c-90227b9fc9c8'}] {{(pid=120042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:00:28.274477 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d2a6420b193a10f45e0477184c700453c1253cfa456d27c4e3ab5b2f2f62351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d8293c8-4f78-4028-b04e-dc33fb9f501a" -d '{"events": [{"server_uuid": "3b89fcec-d8ce-4be9-86ce-bfc7c9aeba12", "name": "network-vif-deleted", "tag": "7f343273-8e60-4187-876c-90227b9fc9c8"}]}' {{(pid=120042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:00:28.282288 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-118898ed-f8d3-477b-b3e0-e78277478d88 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=73bfe4aa88394975a94c9ef9258264a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0416176 Sep 03 13:00:28.282934 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 39858) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:00:28.311323 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 13:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bce55b3a-168e-4804-ac11-75fd1ed80199 x-openstack-request-id: req-bce55b3a-168e-4804-ac11-75fd1ed80199 {{(pid=120042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:00:28.311626 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b89fcec-d8ce-4be9-86ce-bfc7c9aeba12", "name": "network-vif-deleted", "tag": "7f343273-8e60-4187-876c-90227b9fc9c8", "status": "completed", "code": 200}]} {{(pid=120042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:00:28.311901 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bce55b3a-168e-4804-ac11-75fd1ed80199 {{(pid=120042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:00:28.312304 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b89fcec-d8ce-4be9-86ce-bfc7c9aeba12', 'name': 'network-vif-deleted', 'tag': '7f343273-8e60-4187-876c-90227b9fc9c8', 'status': 'completed', 'code': 200} Sep 03 13:00:28.332274 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-a5228138-5b75-4d04-933b-4056d0f5a66a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:28.355570 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-a5228138-5b75-4d04-933b-4056d0f5a66a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:28.486695 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-a5228138-5b75-4d04-933b-4056d0f5a66a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:28.486695 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-a5228138-5b75-4d04-933b-4056d0f5a66a admin admin] Notify callbacks [] for security_group, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:28.490060 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-a5228138-5b75-4d04-933b-4056d0f5a66a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6a064486-6ead-4783-bb62-b310ce3b6dfd HTTP/1.1" status: 204 len: 168 time: 0.2037020 Sep 03 13:00:28.495064 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5228138-5b75-4d04-933b-4056d0f5a66a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a064486-6ead-4783-bb62-b310ce3b6dfd,revision_number=None']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:00:28.709939 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-9725af1a-e249-4542-970c-636dd4f64554 req-cb54bddf-90a8-4949-861a-1047ee60a5c2 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b89fcec-d8ce-4be9-86ce-bfc7c9aeba12 HTTP/1.1" status: 200 len: 210 time: 0.0252087 Sep 03 13:00:29.643581 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 39898) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:00:29.740360 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.v2.base [None req-01d6ad2c-09d1-4044-bdef-febd1d0dc533 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1014922235-network', 'tenant_id': 'ca4d8f1b1cc14659a16af4ec915819aa'}} {{(pid=120042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:00:29.885715 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01d6ad2c-09d1-4044-bdef-febd1d0dc533 admin admin] Made reservation on behalf of ca4d8f1b1cc14659a16af4ec915819aa for: {'network': 1} {{(pid=120042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 13:00:29.888213 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-01d6ad2c-09d1-4044-bdef-febd1d0dc533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for network, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:29.897567 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-01d6ad2c-09d1-4044-bdef-febd1d0dc533 admin admin] Notify callbacks [] for security_group, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:29.983517 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-01d6ad2c-09d1-4044-bdef-febd1d0dc533 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:30.059916 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-01d6ad2c-09d1-4044-bdef-febd1d0dc533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:30.086948 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01d6ad2c-09d1-4044-bdef-febd1d0dc533 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=120042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 13:00:30.095515 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d6ad2c-09d1-4044-bdef-febd1d0dc533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df2fc207-c838-4719-95cd-220669f62744,revision_number=1']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:00:30.101371 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-01d6ad2c-09d1-4044-bdef-febd1d0dc533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669750'] for segment, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:30.101699 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.db.segments_db [None req-01d6ad2c-09d1-4044-bdef-febd1d0dc533 admin admin] Added segment e45ceb30-1af8-4624-9c71-29e1cb5208f7 of type vlan for network 345637cf-75d9-4779-b1b1-52f200b41e58 Sep 03 13:00:30.144916 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-01d6ad2c-09d1-4044-bdef-febd1d0dc533 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763613016037'] for network, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:30.237198 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e32a51e-6101-4622-add8-0ca20b1549b5 req-0a96e542-7deb-4d4d-b3b9-f67e3e0d4c24 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:00:30.238658 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-4e32a51e-6101-4622-add8-0ca20b1549b5 req-0a96e542-7deb-4d4d-b3b9-f67e3e0d4c24 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e2125f4-be50-4794-ba6b-339c1df91fc1 HTTP/1.1" status: 200 len: 946 time: 0.0478933 Sep 03 13:00:30.239714 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-01d6ad2c-09d1-4044-bdef-febd1d0dc533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384'] for network, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:30.240599 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d6ad2c-09d1-4044-bdef-febd1d0dc533 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:00:30.241168 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-01d6ad2c-09d1-4044-bdef-febd1d0dc533 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575370'] for network, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:30.327490 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-4e32a51e-6101-4622-add8-0ca20b1549b5 req-ee910b5b-5c20-4e27-9c57-02c0ab1fdabc tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818481 Sep 03 13:00:30.328222 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d6ad2c-09d1-4044-bdef-febd1d0dc533 admin admin] Pushing event updated for resources: {'Network': ['ID=345637cf-75d9-4779-b1b1-52f200b41e58,revision_number=1']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:00:30.341943 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Network 345637cf-75d9-4779-b1b1-52f200b41e58 details requested by agent ovs-agent-dv-cinder-788782-9-iscsi with host dv-cinder-788782-9-iscsi {{(pid=120043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 13:00:30.369461 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-01d6ad2c-09d1-4044-bdef-febd1d0dc533 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7247591 Sep 03 13:00:30.372872 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 39910) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:00:30.377784 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.v2.base [None req-87ae0fcf-9ef1-4510-8c60-31534e599c77 admin admin] Request body: {'subnet': {'network_id': '345637cf-75d9-4779-b1b1-52f200b41e58', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1014922235-subnet', 'tenant_id': 'ca4d8f1b1cc14659a16af4ec915819aa', 'ip_version': 4}} {{(pid=120042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:00:30.468867 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87ae0fcf-9ef1-4510-8c60-31534e599c77 admin admin] Made reservation on behalf of ca4d8f1b1cc14659a16af4ec915819aa for: {'subnet': 1} {{(pid=120042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 13:00:30.471201 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-87ae0fcf-9ef1-4510-8c60-31534e599c77 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534459651'] for subnet, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:30.740089 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-87ae0fcf-9ef1-4510-8c60-31534e599c77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534626185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534459693'] for subnet, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:30.791966 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ae0fcf-9ef1-4510-8c60-31534e599c77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e2dffd0-2e45-4317-8b2f-2228f5cb6a48,revision_number=0']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:00:30.802149 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ae0fcf-9ef1-4510-8c60-31534e599c77 admin admin] Checking segment: {'id': 'e45ceb30-1af8-4624-9c71-29e1cb5208f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '345637cf-75d9-4779-b1b1-52f200b41e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 13:00:30.802510 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ae0fcf-9ef1-4510-8c60-31534e599c77 admin admin] Network hostable DHCP agents. Network: 345637cf-75d9-4779-b1b1-52f200b41e58, hostable agents: ['7f35f3fe-a338-4082-b3b0-8dffee9527e2'], hosted agents: [] {{(pid=120042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 13:00:30.911479 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ae0fcf-9ef1-4510-8c60-31534e599c77 admin admin] Network 345637cf-75d9-4779-b1b1-52f200b41e58 is scheduled to be hosted by DHCP agent 7f35f3fe-a338-4082-b3b0-8dffee9527e2 with binding_index 1 {{(pid=120042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 13:00:31.025557 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.base_scheduler [None req-87ae0fcf-9ef1-4510-8c60-31534e599c77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-9-iscsi, 345637cf-75d9-4779-b1b1-52f200b41e58) {{(pid=120042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:00:31.029798 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ae0fcf-9ef1-4510-8c60-31534e599c77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:00:31.030385 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-87ae0fcf-9ef1-4510-8c60-31534e599c77 admin admin] Notify callbacks [] for subnet, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:31.034841 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d02557d-698f-4e3b-85a3-84033c0448d4 None None] Network 345637cf-75d9-4779-b1b1-52f200b41e58 requested from dv-cinder-788782-9-iscsi {{(pid=120043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 13:00:31.120034 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-87ae0fcf-9ef1-4510-8c60-31534e599c77 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7441287 Sep 03 13:00:31.120890 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 39920) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:00:31.125593 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.v2.base [None req-4d298183-9b6f-4dd0-862c-2c3dca7452de admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1014922235-router', 'tenant_id': 'ca4d8f1b1cc14659a16af4ec915819aa', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece'}}} {{(pid=120042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:00:31.280760 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-4d298183-9b6f-4dd0-862c-2c3dca7452de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28330'] for router, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:31.282029 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-4d298183-9b6f-4dd0-862c-2c3dca7452de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1664160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28307'] for router, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:31.303949 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2cf548-4c96-46e6-934b-cf6131576d9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0dd8f48-e2b5-5a96-b27e-d74255edf3ba-345637cf-75d9-4779-b1b1-52f200b41e58', 'network_id': '345637cf-75d9-4779-b1b1-52f200b41e58', 'tenant_id': 'ca4d8f1b1cc14659a16af4ec915819aa', 'fixed_ips': [{'subnet_id': '9e2dffd0-2e45-4317-8b2f-2228f5cb6a48'}]}} from dv-cinder-788782-9-iscsi. {{(pid=120043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 13:00:31.304813 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-9b2cf548-4c96-46e6-934b-cf6131576d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_create {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:31.333737 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-4d298183-9b6f-4dd0-862c-2c3dca7452de admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:31.418032 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Device 7f343273-8e60-4187-876c-90227b9fc9c8 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=120043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 13:00:31.444648 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.plugin [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] No Port match for: 7f343273-8e60-4187-876c-90227b9fc9c8 {{(pid=120043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 13:00:31.444997 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Device 7f343273-8e60-4187-876c-90227b9fc9c8 not bound to the agent host hv-cinder-78878 {{(pid=120043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 13:00:31.458094 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.db_base_plugin_common [None req-9b2cf548-4c96-46e6-934b-cf6131576d9c None None] Allocated IP 172.20.0.2 (345637cf-75d9-4779-b1b1-52f200b41e58/9e2dffd0-2e45-4317-8b2f-2228f5cb6a48/66e6e338-e2b4-4fa4-98ae-41d8cb488848) {{(pid=120043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 13:00:31.558616 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87744ba8-3edf-44ed-a1e1-d0481e6f7962 req-a832f6ec-44c7-475b-b13e-0374a43c570f tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:00:31.560079 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-87744ba8-3edf-44ed-a1e1-d0481e6f7962 req-a832f6ec-44c7-475b-b13e-0374a43c570f tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e2125f4-be50-4794-ba6b-339c1df91fc1 HTTP/1.1" status: 200 len: 946 time: 0.1622889 Sep 03 13:00:31.565717 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-4d298183-9b6f-4dd0-862c-2c3dca7452de admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:31.598759 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-9b2cf548-4c96-46e6-934b-cf6131576d9c None None] Notify callbacks [] for port, precommit_create {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:31.605285 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-87744ba8-3edf-44ed-a1e1-d0481e6f7962 req-c5205f37-afc3-4653-9b05-68d31cb661fd tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358722 Sep 03 13:00:31.609458 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-9b2cf548-4c96-46e6-934b-cf6131576d9c None None] Transition to ACTIVE for port object 66e6e338-e2b4-4fa4-98ae-41d8cb488848 will not be triggered until provisioned by entity L2. {{(pid=120043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:00:31.623423 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-9b2cf548-4c96-46e6-934b-cf6131576d9c None None] Transition to ACTIVE for port object 66e6e338-e2b4-4fa4-98ae-41d8cb488848 will not be triggered until provisioned by entity DHCP. {{(pid=120043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:00:31.731815 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-9b2cf548-4c96-46e6-934b-cf6131576d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763613061259'] for port, after_create {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:31.767633 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2cf548-4c96-46e6-934b-cf6131576d9c None None] Network 345637cf-75d9-4779-b1b1-52f200b41e58 is already hosted by enough agents. {{(pid=120043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 13:00:31.770420 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.scheduler.base_scheduler [None req-9b2cf548-4c96-46e6-934b-cf6131576d9c None None] Resources bound (agent type, host, resource id): {{(pid=120043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:00:31.774526 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2cf548-4c96-46e6-934b-cf6131576d9c None None] Received port after_create {{(pid=120043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 13:00:31.785371 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2cf548-4c96-46e6-934b-cf6131576d9c None None] Pushing event updated for resources: {'Port': ['ID=66e6e338-e2b4-4fa4-98ae-41d8cb488848,revision_number=1']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:00:31.835962 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.managers [None req-9b2cf548-4c96-46e6-934b-cf6131576d9c None None] Attempting to bind port 66e6e338-e2b4-4fa4-98ae-41d8cb488848 on host dv-cinder-788782-9-iscsi for vnic_type normal with profile {{(pid=120043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 13:00:31.836261 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.managers [None req-9b2cf548-4c96-46e6-934b-cf6131576d9c None None] Attempting to bind port 66e6e338-e2b4-4fa4-98ae-41d8cb488848 by drivers openvswitch,hyperv on host dv-cinder-788782-9-iscsi at level 0 using segments [{'id': 'e45ceb30-1af8-4624-9c71-29e1cb5208f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '345637cf-75d9-4779-b1b1-52f200b41e58'}] {{(pid=120043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 13:00:31.836887 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2cf548-4c96-46e6-934b-cf6131576d9c None None] Attempting to bind port 66e6e338-e2b4-4fa4-98ae-41d8cb488848 on network 345637cf-75d9-4779-b1b1-52f200b41e58 {{(pid=120043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 13:00:31.841783 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2cf548-4c96-46e6-934b-cf6131576d9c None None] Checking agent: {'id': '54d2aec0-bb47-465a-a42e-8bc5f6172949', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 12, 48, 38), 'started_at': datetime.datetime(2021, 9, 3, 12, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 13, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 13:00:31.842164 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2cf548-4c96-46e6-934b-cf6131576d9c None None] Checking segment: {'id': 'e45ceb30-1af8-4624-9c71-29e1cb5208f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '345637cf-75d9-4779-b1b1-52f200b41e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 13:00:31.842576 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-9b2cf548-4c96-46e6-934b-cf6131576d9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:31.842976 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2cf548-4c96-46e6-934b-cf6131576d9c None None] Bound using segment: {'id': 'e45ceb30-1af8-4624-9c71-29e1cb5208f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '345637cf-75d9-4779-b1b1-52f200b41e58'} {{(pid=120043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 13:00:31.843450 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.managers [None req-9b2cf548-4c96-46e6-934b-cf6131576d9c None None] Bound port: 66e6e338-e2b4-4fa4-98ae-41d8cb488848, host: dv-cinder-788782-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e45ceb30-1af8-4624-9c71-29e1cb5208f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '345637cf-75d9-4779-b1b1-52f200b41e58'}}] {{(pid=120043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 13:00:31.843858 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-9b2cf548-4c96-46e6-934b-cf6131576d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:31.904198 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-9b2cf548-4c96-46e6-934b-cf6131576d9c None None] For port 66e6e338-e2b4-4fa4-98ae-41d8cb488848, host dv-cinder-788782-9-iscsi, cleared binding levels {{(pid=120043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 13:00:31.907147 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-9b2cf548-4c96-46e6-934b-cf6131576d9c None None] For port 66e6e338-e2b4-4fa4-98ae-41d8cb488848, host dv-cinder-788782-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-9-iscsi',level=0,port_id=66e6e338-e2b4-4fa4-98ae-41d8cb488848,segment=NetworkSegment(e45ceb30-1af8-4624-9c71-29e1cb5208f7),segment_id=e45ceb30-1af8-4624-9c71-29e1cb5208f7)] {{(pid=120043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 13:00:31.915682 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-4d298183-9b6f-4dd0-862c-2c3dca7452de admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:31.933956 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-4d298183-9b6f-4dd0-862c-2c3dca7452de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:31.998078 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-9b2cf548-4c96-46e6-934b-cf6131576d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:32.037821 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.db_base_plugin_common [None req-4d298183-9b6f-4dd0-862c-2c3dca7452de admin admin] Allocated IP 172.27.3.153 (9198821c-ee56-4cb5-9e5d-ab43e0594ece/2efca78d-d4c6-45b2-a3f0-03ef309b0579/cdfc4dfe-0be8-4f69-a37c-4f691cdf1e0e) {{(pid=120042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 13:00:32.052895 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2cf548-4c96-46e6-934b-cf6131576d9c None None] Pushing event updated for resources: {'Port': ['ID=66e6e338-e2b4-4fa4-98ae-41d8cb488848,revision_number=2']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:00:32.151546 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-4d298183-9b6f-4dd0-862c-2c3dca7452de admin admin] Notify callbacks [] for port, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:32.267451 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-4d298183-9b6f-4dd0-862c-2c3dca7452de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763613061259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534626149'] for port, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:32.312373 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d298183-9b6f-4dd0-862c-2c3dca7452de admin admin] Network 9198821c-ee56-4cb5-9e5d-ab43e0594ece is already hosted by enough agents. {{(pid=120042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 13:00:32.312373 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.base_scheduler [None req-4d298183-9b6f-4dd0-862c-2c3dca7452de admin admin] Resources bound (agent type, host, resource id): {{(pid=120042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:00:32.325672 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d298183-9b6f-4dd0-862c-2c3dca7452de admin admin] Received port after_create {{(pid=120042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 13:00:32.329119 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d298183-9b6f-4dd0-862c-2c3dca7452de admin admin] Pushing event updated for resources: {'Port': ['ID=cdfc4dfe-0be8-4f69-a37c-4f691cdf1e0e,revision_number=1']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:00:32.781304 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0f8f29-ad5d-4788-821d-1cc68acd7130 req-8660e171-9de1-48cb-9792-9b6d23dccbea tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:00:32.782986 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-fe0f8f29-ad5d-4788-821d-1cc68acd7130 req-8660e171-9de1-48cb-9792-9b6d23dccbea tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e2125f4-be50-4794-ba6b-339c1df91fc1 HTTP/1.1" status: 200 len: 946 time: 0.1121144 Sep 03 13:00:32.844749 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-fe0f8f29-ad5d-4788-821d-1cc68acd7130 req-9f14e5ff-1864-494e-a5cd-26ed5b5ac856 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538726 Sep 03 13:00:32.845442 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-4d298183-9b6f-4dd0-862c-2c3dca7452de admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:33.007412 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a906f85f-fe09-4620-affb-f1d0dfcfb495 None None] Network 345637cf-75d9-4779-b1b1-52f200b41e58 requested from dv-cinder-788782-9-iscsi {{(pid=120043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 13:00:33.134783 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-749d2bd4-cd11-4c36-bff4-2f150bc96cd4 None None] Provisioning for port 66e6e338-e2b4-4fa4-98ae-41d8cb488848 completed by entity DHCP. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:00:33.319880 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Device 66e6e338-e2b4-4fa4-98ae-41d8cb488848 up at agent ovs-agent-dv-cinder-788782-9-iscsi {{(pid=120043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:00:33.342976 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-4d298183-9b6f-4dd0-862c-2c3dca7452de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1664245'] for router, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:33.446060 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-08f51270-9900-45ae-a958-671501e71079 None None] Provisioning for port 66e6e338-e2b4-4fa4-98ae-41d8cb488848 completed by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:00:33.450690 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-08f51270-9900-45ae-a958-671501e71079 None None] Provisioning complete for port 66e6e338-e2b4-4fa4-98ae-41d8cb488848 triggered by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:00:33.451086 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:33.499627 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-35b7a781-49c9-43a1-aa95-9bb60cdd8398 None None] Provisioning complete for port 66e6e338-e2b4-4fa4-98ae-41d8cb488848 triggered by entity DHCP. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:00:33.500033 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-35b7a781-49c9-43a1-aa95-9bb60cdd8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:33.572537 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:33.607799 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.agents_db [None req-4ecc573b-6c34-46c7-b31e-835fd9e30662 None None] Agent healthcheck: found 6 active agents {{(pid=120044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 13:00:33.634622 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-08f51270-9900-45ae-a958-671501e71079 None None] For port 66e6e338-e2b4-4fa4-98ae-41d8cb488848, host dv-cinder-788782-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-9-iscsi',level=0,port_id=66e6e338-e2b4-4fa4-98ae-41d8cb488848,segment=NetworkSegment(e45ceb30-1af8-4624-9c71-29e1cb5208f7),segment_id=e45ceb30-1af8-4624-9c71-29e1cb5208f7)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:00:33.638795 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-35b7a781-49c9-43a1-aa95-9bb60cdd8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:33.640323 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d298183-9b6f-4dd0-862c-2c3dca7452de admin admin] Router cb3b5100-f7e9-41dd-9b0a-64d3a0bab622 is scheduled to L3 agent 3ba3cff0-0714-4a2d-b638-391a63c22700 with binding_index 1 {{(pid=120042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 13:00:33.749567 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d298183-9b6f-4dd0-862c-2c3dca7452de admin admin] Notify agent at l3_agent.dv-cinder-788782-9-iscsi the message routers_updated {{(pid=120042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 13:00:33.759183 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfddb49b-c5cb-4ccd-9f06-23348fd30728 None None] Sync routers for ids ['cb3b5100-f7e9-41dd-9b0a-64d3a0bab622'] in dv-cinder-788782-9-iscsi {{(pid=120044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 13:00:33.768430 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfddb49b-c5cb-4ccd-9f06-23348fd30728 None None] Routers {'cb3b5100-f7e9-41dd-9b0a-64d3a0bab622'} bound to L3 agent in host dv-cinder-788782-9-iscsi {{(pid=120044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:00:33.769049 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_hamode_db [None req-bfddb49b-c5cb-4ccd-9f06-23348fd30728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T12:48:38Z,description=,heartbeat_timestamp=2021-09-03T13:00:08Z,host='dv-cinder-788782-9-iscsi',id=3ba3cff0-0714-4a2d-b638-391a63c22700,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:48:38Z,topic='l3_agent')) {'router_ids': ['cb3b5100-f7e9-41dd-9b0a-64d3a0bab622'], 'active': True} {{(pid=120044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:00:33.775311 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:33.843573 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.db.api [None req-35b7a781-49c9-43a1-aa95-9bb60cdd8398 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=120043) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 03 13:00:33.843980 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG oslo_db.api [None req-35b7a781-49c9-43a1-aa95-9bb60cdd8398 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 03 13:00:33.848565 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Pushing event updated for resources: {'Port': ['ID=66e6e338-e2b4-4fa4-98ae-41d8cb488848,revision_number=3']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:00:33.875262 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_dvr_db [None req-bfddb49b-c5cb-4ccd-9f06-23348fd30728 None None] Set router cb3b5100-f7e9-41dd-9b0a-64d3a0bab622 gateway port host: dv-cinder-788782-9-iscsi {{(pid=120044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:00:33.894243 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-4d298183-9b6f-4dd0-862c-2c3dca7452de admin admin] Notify callbacks [] for router, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:33.899106 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-4d298183-9b6f-4dd0-862c-2c3dca7452de admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7771583 Sep 03 13:00:33.901984 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 39952) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:00:34.029895 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30062a2-8776-4c21-9b76-a0dd174e4f53 req-87090b9b-e813-46ff-ba8c-ac0c8a520b0f tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:00:34.031303 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-c30062a2-8776-4c21-9b76-a0dd174e4f53 req-87090b9b-e813-46ff-ba8c-ac0c8a520b0f tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e2125f4-be50-4794-ba6b-339c1df91fc1 HTTP/1.1" status: 200 len: 946 time: 0.0917749 Sep 03 13:00:34.053393 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_hamode_db [None req-bfddb49b-c5cb-4ccd-9f06-23348fd30728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb3b5100-f7e9-41dd-9b0a-64d3a0bab622', 'name': 'tempest-TestShelveInstance-1014922235-router', 'tenant_id': 'ca4d8f1b1cc14659a16af4ec915819aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'cdfc4dfe-0be8-4f69-a37c-4f691cdf1e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:00:31Z', 'updated_at': '2021-09-03T13:00:32Z', 'revision_number': 3, 'project_id': 'ca4d8f1b1cc14659a16af4ec915819aa', 'gw_port': {'id': 'cdfc4dfe-0be8-4f69-a37c-4f691cdf1e0e', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:45:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb3b5100-f7e9-41dd-9b0a-64d3a0bab622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:00:31Z', 'updated_at': '2021-09-03T13:00:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi'}], 'dv-cinder-788782-9-iscsi', False) {} {{(pid=120044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:00:34.083109 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfddb49b-c5cb-4ccd-9f06-23348fd30728 None None] Checking router: cb3b5100-f7e9-41dd-9b0a-64d3a0bab622 for host: dv-cinder-788782-9-iscsi {{(pid=120044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 13:00:34.083470 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfddb49b-c5cb-4ccd-9f06-23348fd30728 None None] Updating router cb3b5100-f7e9-41dd-9b0a-64d3a0bab622 port cdfc4dfe-0be8-4f69-a37c-4f691cdf1e0e binding host dv-cinder-788782-9-iscsi {{(pid=120044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 13:00:34.108101 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron_lib.callbacks.manager [None req-bfddb49b-c5cb-4ccd-9f06-23348fd30728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:34.136220 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-c30062a2-8776-4c21-9b76-a0dd174e4f53 req-4b37fc3d-71b6-4456-8598-fc21cfc7dd36 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948117 Sep 03 13:00:34.354782 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron_lib.callbacks.manager [None req-bfddb49b-c5cb-4ccd-9f06-23348fd30728 None None] Notify callbacks [] for port, precommit_update {{(pid=120044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:34.364614 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.provisioning_blocks [None req-bfddb49b-c5cb-4ccd-9f06-23348fd30728 None None] Transition to ACTIVE for port object cdfc4dfe-0be8-4f69-a37c-4f691cdf1e0e will not be triggered until provisioned by entity L2. {{(pid=120044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:00:34.384557 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-71a5a679-02bb-4a62-8db1-e757fea57182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:34.448253 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron_lib.callbacks.manager [None req-bfddb49b-c5cb-4ccd-9f06-23348fd30728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:34.494874 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.plugins.ml2.managers [None req-bfddb49b-c5cb-4ccd-9f06-23348fd30728 None None] Attempting to bind port cdfc4dfe-0be8-4f69-a37c-4f691cdf1e0e on host dv-cinder-788782-9-iscsi for vnic_type normal with profile {{(pid=120044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 13:00:34.495671 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.plugins.ml2.managers [None req-bfddb49b-c5cb-4ccd-9f06-23348fd30728 None None] Attempting to bind port cdfc4dfe-0be8-4f69-a37c-4f691cdf1e0e by drivers openvswitch,hyperv on host dv-cinder-788782-9-iscsi at level 0 using segments [{'id': 'c1a38775-ec28-415d-bb88-0cf7761c0f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece'}] {{(pid=120044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 13:00:34.495671 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfddb49b-c5cb-4ccd-9f06-23348fd30728 None None] Attempting to bind port cdfc4dfe-0be8-4f69-a37c-4f691cdf1e0e on network 9198821c-ee56-4cb5-9e5d-ab43e0594ece {{(pid=120044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 13:00:34.510010 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c45e34-875d-44be-a465-11601a53bb19 None None] Pushing event updated for resources: {'Port': ['ID=cdfc4dfe-0be8-4f69-a37c-4f691cdf1e0e,revision_number=2']} {{(pid=120044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:00:34.512385 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfddb49b-c5cb-4ccd-9f06-23348fd30728 None None] Checking agent: {'id': '54d2aec0-bb47-465a-a42e-8bc5f6172949', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 12, 48, 38), 'started_at': datetime.datetime(2021, 9, 3, 12, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 13, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 13:00:34.512769 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfddb49b-c5cb-4ccd-9f06-23348fd30728 None None] Checking segment: {'id': 'c1a38775-ec28-415d-bb88-0cf7761c0f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 13:00:34.513195 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron_lib.callbacks.manager [None req-bfddb49b-c5cb-4ccd-9f06-23348fd30728 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=120044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:34.513607 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfddb49b-c5cb-4ccd-9f06-23348fd30728 None None] Bound using segment: {'id': 'c1a38775-ec28-415d-bb88-0cf7761c0f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece'} {{(pid=120044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 13:00:34.514072 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.plugins.ml2.managers [None req-bfddb49b-c5cb-4ccd-9f06-23348fd30728 None None] Bound port: cdfc4dfe-0be8-4f69-a37c-4f691cdf1e0e, host: dv-cinder-788782-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1a38775-ec28-415d-bb88-0cf7761c0f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece'}}] {{(pid=120044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 13:00:34.514471 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron_lib.callbacks.manager [None req-bfddb49b-c5cb-4ccd-9f06-23348fd30728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:34.545626 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c45e34-875d-44be-a465-11601a53bb19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:00:34.546003 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c45e34-875d-44be-a465-11601a53bb19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:00:34.546568 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c45e34-875d-44be-a465-11601a53bb19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:00:34.546743 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c45e34-875d-44be-a465-11601a53bb19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:00:34.547243 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c45e34-875d-44be-a465-11601a53bb19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:00:34.547584 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c45e34-875d-44be-a465-11601a53bb19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:00:34.547942 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c45e34-875d-44be-a465-11601a53bb19 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:00:34.548283 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c45e34-875d-44be-a465-11601a53bb19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:00:34.548636 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c45e34-875d-44be-a465-11601a53bb19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:00:34.548967 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c45e34-875d-44be-a465-11601a53bb19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:00:34.549293 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c45e34-875d-44be-a465-11601a53bb19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:00:34.549618 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c45e34-875d-44be-a465-11601a53bb19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:00:34.552333 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.db_base_plugin_common [None req-71a5a679-02bb-4a62-8db1-e757fea57182 admin admin] Allocated IP 172.20.0.1 (345637cf-75d9-4779-b1b1-52f200b41e58/9e2dffd0-2e45-4317-8b2f-2228f5cb6a48/9889a450-7a47-4ac4-a283-ab25fb804b83) {{(pid=120042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 13:00:34.580459 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.plugins.ml2.db [None req-bfddb49b-c5cb-4ccd-9f06-23348fd30728 None None] For port cdfc4dfe-0be8-4f69-a37c-4f691cdf1e0e, host dv-cinder-788782-9-iscsi, cleared binding levels {{(pid=120044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 13:00:34.583844 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.plugins.ml2.db [None req-bfddb49b-c5cb-4ccd-9f06-23348fd30728 None None] For port cdfc4dfe-0be8-4f69-a37c-4f691cdf1e0e, host dv-cinder-788782-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-9-iscsi',level=0,port_id=cdfc4dfe-0be8-4f69-a37c-4f691cdf1e0e,segment=NetworkSegment(c1a38775-ec28-415d-bb88-0cf7761c0f56),segment_id=c1a38775-ec28-415d-bb88-0cf7761c0f56)] {{(pid=120044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 13:00:34.661920 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-71a5a679-02bb-4a62-8db1-e757fea57182 admin admin] Notify callbacks [] for port, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:34.669574 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron_lib.callbacks.manager [None req-bfddb49b-c5cb-4ccd-9f06-23348fd30728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:34.706255 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.provisioning_blocks [None req-71a5a679-02bb-4a62-8db1-e757fea57182 admin admin] Transition to ACTIVE for port object 9889a450-7a47-4ac4-a283-ab25fb804b83 will not be triggered until provisioned by entity DHCP. {{(pid=120042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:00:34.719623 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfddb49b-c5cb-4ccd-9f06-23348fd30728 None None] Routers {'cb3b5100-f7e9-41dd-9b0a-64d3a0bab622'} bound to L3 agent in host dv-cinder-788782-9-iscsi {{(pid=120044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:00:34.720286 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_hamode_db [None req-bfddb49b-c5cb-4ccd-9f06-23348fd30728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T12:48:38Z,description=,heartbeat_timestamp=2021-09-03T13:00:08Z,host='dv-cinder-788782-9-iscsi',id=3ba3cff0-0714-4a2d-b638-391a63c22700,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:48:38Z,topic='l3_agent')) {'router_ids': ['cb3b5100-f7e9-41dd-9b0a-64d3a0bab622'], 'active': True} {{(pid=120044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:00:34.804249 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c45e34-875d-44be-a465-11601a53bb19 None None] Pushing event updated for resources: {'Port': ['ID=cdfc4dfe-0be8-4f69-a37c-4f691cdf1e0e,revision_number=3']} {{(pid=120044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:00:34.814852 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-71a5a679-02bb-4a62-8db1-e757fea57182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763613061259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534626149'] for port, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:34.842752 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_dvr_db [None req-bfddb49b-c5cb-4ccd-9f06-23348fd30728 None None] Set router cb3b5100-f7e9-41dd-9b0a-64d3a0bab622 gateway port host: dv-cinder-788782-9-iscsi {{(pid=120044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:00:34.850787 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a5a679-02bb-4a62-8db1-e757fea57182 admin admin] Network 345637cf-75d9-4779-b1b1-52f200b41e58 is already hosted by enough agents. {{(pid=120042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 13:00:34.854308 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.base_scheduler [None req-71a5a679-02bb-4a62-8db1-e757fea57182 admin admin] Resources bound (agent type, host, resource id): {{(pid=120042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:00:34.857355 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a5a679-02bb-4a62-8db1-e757fea57182 admin admin] Received port after_create {{(pid=120042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 13:00:34.902746 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a5a679-02bb-4a62-8db1-e757fea57182 admin admin] Pushing event updated for resources: {'Port': ['ID=9889a450-7a47-4ac4-a283-ab25fb804b83,revision_number=1']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:00:34.924043 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-71a5a679-02bb-4a62-8db1-e757fea57182 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1748896'] for router_interface, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:35.079203 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6fb585-9251-4c72-8bef-5a1ab8526d1c req-ceb9218f-324c-4af7-909a-5343e4595fba tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:00:35.081072 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ba6fb585-9251-4c72-8bef-5a1ab8526d1c req-ceb9218f-324c-4af7-909a-5343e4595fba tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/ports?device_id=78d57d56-f67d-4816-909a-b4e9fdebfb43 HTTP/1.1" status: 200 len: 945 time: 0.0614581 Sep 03 13:00:35.128326 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ba6fb585-9251-4c72-8bef-5a1ab8526d1c req-1dd6bec1-1974-4a3e-94fc-7d2ec252dd1c tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/security-groups?id=0fd2e05a-404e-4218-af27-cb0ee3234aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401182 Sep 03 13:00:35.146172 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_hamode_db [None req-bfddb49b-c5cb-4ccd-9f06-23348fd30728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb3b5100-f7e9-41dd-9b0a-64d3a0bab622', 'name': 'tempest-TestShelveInstance-1014922235-router', 'tenant_id': 'ca4d8f1b1cc14659a16af4ec915819aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'cdfc4dfe-0be8-4f69-a37c-4f691cdf1e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:00:31Z', 'updated_at': '2021-09-03T13:00:32Z', 'revision_number': 3, 'project_id': 'ca4d8f1b1cc14659a16af4ec915819aa', 'gw_port': {'id': 'cdfc4dfe-0be8-4f69-a37c-4f691cdf1e0e', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:45:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb3b5100-f7e9-41dd-9b0a-64d3a0bab622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:00:31Z', 'updated_at': '2021-09-03T13:00:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi'}], 'dv-cinder-788782-9-iscsi', False) {} {{(pid=120044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:00:35.182120 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfddb49b-c5cb-4ccd-9f06-23348fd30728 None None] The sync data for ids ['cb3b5100-f7e9-41dd-9b0a-64d3a0bab622'] in dv-cinder-788782-9-iscsi is: [{'id': 'cb3b5100-f7e9-41dd-9b0a-64d3a0bab622', 'name': 'tempest-TestShelveInstance-1014922235-router', 'tenant_id': 'ca4d8f1b1cc14659a16af4ec915819aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'cdfc4dfe-0be8-4f69-a37c-4f691cdf1e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:00:31Z', 'updated_at': '2021-09-03T13:00:32Z', 'revision_number': 3, 'project_id': 'ca4d8f1b1cc14659a16af4ec915819aa', 'gw_port': {'id': 'cdfc4dfe-0be8-4f69-a37c-4f691cdf1e0e', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:45:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb3b5100-f7e9-41dd-9b0a-64d3a0bab622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:00:31Z', 'updated_at': '2021-09-03T13:00:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi'}] {{(pid=120044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 13:00:35.211666 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-71a5a679-02bb-4a62-8db1-e757fea57182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:35.217227 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-2c3548f0-0a3e-4516-bb37-d606780fe737 None None] Provisioning for port 9889a450-7a47-4ac4-a283-ab25fb804b83 completed by entity DHCP. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:00:35.221864 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-2c3548f0-0a3e-4516-bb37-d606780fe737 None None] Provisioning complete for port 9889a450-7a47-4ac4-a283-ab25fb804b83 triggered by entity DHCP. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:00:35.222242 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-2c3548f0-0a3e-4516-bb37-d606780fe737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:35.260078 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Device 66e6e338-e2b4-4fa4-98ae-41d8cb488848 up at agent ovs-agent-dv-cinder-788782-9-iscsi {{(pid=120043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:00:35.266542 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.plugin [None req-2c3548f0-0a3e-4516-bb37-d606780fe737 None None] Port 9889a450-7a47-4ac4-a283-ab25fb804b83 cannot update to ACTIVE because it is not bound. {{(pid=120043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 13:00:35.295870 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-3f6eb213-56ec-4d06-a5b0-6d12dc82625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:35.315532 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-08f51270-9900-45ae-a958-671501e71079 None None] Provisioning complete for port 66e6e338-e2b4-4fa4-98ae-41d8cb488848 triggered by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:00:35.316418 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:35.338756 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c32cf1c-340e-420f-8636-007d853db510 req-b04e8e13-b53b-484e-8f3b-2fca6b8c5b99 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:00:35.340298 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-0c32cf1c-340e-420f-8636-007d853db510 req-b04e8e13-b53b-484e-8f3b-2fca6b8c5b99 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e2125f4-be50-4794-ba6b-339c1df91fc1 HTTP/1.1" status: 200 len: 946 time: 0.0770369 Sep 03 13:00:35.424437 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-0c32cf1c-340e-420f-8636-007d853db510 req-20eebd27-f9b0-4f51-8ed2-b239bd5d8e92 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729809 Sep 03 13:00:35.478270 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-71a5a679-02bb-4a62-8db1-e757fea57182 admin admin] Notify callbacks [] for port, precommit_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:35.577892 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-71a5a679-02bb-4a62-8db1-e757fea57182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534626162'] for port, after_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:35.677565 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-71a5a679-02bb-4a62-8db1-e757fea57182 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1666096'] for router_interface, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:35.680887 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a5a679-02bb-4a62-8db1-e757fea57182 admin admin] Pushing event updated for resources: {'Port': ['ID=9889a450-7a47-4ac4-a283-ab25fb804b83,revision_number=2']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:00:35.716510 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0330128c-48bf-42a8-a403-efaf6ce16662 req-720b669b-59af-46bf-971a-e0503e50cdf8 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:00:35.717894 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-0330128c-48bf-42a8-a403-efaf6ce16662 req-720b669b-59af-46bf-971a-e0503e50cdf8 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.11 "GET /v2.0/ports?device_id=6e2125f4-be50-4794-ba6b-339c1df91fc1 HTTP/1.1" status: 200 len: 946 time: 0.0983827 Sep 03 13:00:35.846759 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a5a679-02bb-4a62-8db1-e757fea57182 admin admin] Network 345637cf-75d9-4779-b1b1-52f200b41e58 is already hosted by enough agents. {{(pid=120042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 13:00:35.853247 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.base_scheduler [None req-71a5a679-02bb-4a62-8db1-e757fea57182 admin admin] Resources bound (agent type, host, resource id): {{(pid=120042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:00:35.900547 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.plugin [req-0330128c-48bf-42a8-a403-efaf6ce16662 req-69b7693d-d44a-4f0d-b743-c36d159bb589 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Deleting port a0a41486-b5f6-43c3-956e-4e2c3818fb43 {{(pid=120042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:00:35.900883 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-0330128c-48bf-42a8-a403-efaf6ce16662 req-69b7693d-d44a-4f0d-b743-c36d159bb589 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763613556462'] for port, before_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:36.042874 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71a5a679-02bb-4a62-8db1-e757fea57182 admin admin] Router cb3b5100-f7e9-41dd-9b0a-64d3a0bab622 has already been hosted by L3 agent 3ba3cff0-0714-4a2d-b638-391a63c22700 {{(pid=120042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 13:00:36.056461 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.db [req-0330128c-48bf-42a8-a403-efaf6ce16662 req-69b7693d-d44a-4f0d-b743-c36d159bb589 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] For port a0a41486-b5f6-43c3-956e-4e2c3818fb43, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=a0a41486-b5f6-43c3-956e-4e2c3818fb43,segment=NetworkSegment(d03da7ba-8154-41e4-a96a-41813e08fccd),segment_id=d03da7ba-8154-41e4-a96a-41813e08fccd)] {{(pid=120042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:00:36.056834 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-0330128c-48bf-42a8-a403-efaf6ce16662 req-69b7693d-d44a-4f0d-b743-c36d159bb589 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642786'] for port, precommit_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:36.073884 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.plugin [req-0330128c-48bf-42a8-a403-efaf6ce16662 req-69b7693d-d44a-4f0d-b743-c36d159bb589 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Calling delete_port for a0a41486-b5f6-43c3-956e-4e2c3818fb43 owned by compute:nova {{(pid=120042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:00:36.090473 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-86abf165-0273-4558-a2de-3bd3b5558d81 None None] Provisioning complete for port 9889a450-7a47-4ac4-a283-ab25fb804b83 triggered by entity DHCP. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:00:36.090847 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-86abf165-0273-4558-a2de-3bd3b5558d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:36.122933 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.plugin [None req-86abf165-0273-4558-a2de-3bd3b5558d81 None None] Port 9889a450-7a47-4ac4-a283-ab25fb804b83 cannot update to ACTIVE because it is not bound. {{(pid=120043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 13:00:36.482674 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71a5a679-02bb-4a62-8db1-e757fea57182 admin admin] Notify agent at l3_agent.dv-cinder-788782-9-iscsi the message routers_updated {{(pid=120042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 13:00:36.497661 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-71a5a679-02bb-4a62-8db1-e757fea57182 admin admin] 10.222.0.24 "PUT /v2.0/routers/cb3b5100-f7e9-41dd-9b0a-64d3a0bab622/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5863914 Sep 03 13:00:36.508428 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6263208-31ff-4bfc-8a1c-b5968981708e req-e4097740-0806-4e3c-969b-e3d7a2044596 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:00:36.510043 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-d6263208-31ff-4bfc-8a1c-b5968981708e req-e4097740-0806-4e3c-969b-e3d7a2044596 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/ports?device_id=78d57d56-f67d-4816-909a-b4e9fdebfb43 HTTP/1.1" status: 200 len: 945 time: 0.1046693 Sep 03 13:00:36.618545 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-d6263208-31ff-4bfc-8a1c-b5968981708e req-40b5b2b5-16d3-4ba0-a172-6cbee33a2e34 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/security-groups?id=0fd2e05a-404e-4218-af27-cb0ee3234aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021507 Sep 03 13:00:36.635087 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e6c0b3-9cc7-46e5-938d-9878f405394a req-6956c376-5184-476b-9ee0-73764b00297a tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:00:36.636676 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-e2e6c0b3-9cc7-46e5-938d-9878f405394a req-6956c376-5184-476b-9ee0-73764b00297a tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e2125f4-be50-4794-ba6b-339c1df91fc1 HTTP/1.1" status: 200 len: 946 time: 0.1127622 Sep 03 13:00:36.675929 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-e2e6c0b3-9cc7-46e5-938d-9878f405394a req-d6c0572f-0cc3-4966-8392-ffb47a8228b9 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/security-groups?id=12297bc2-308a-40a8-8643-6247d7e22aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331392 Sep 03 13:00:36.757450 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-0330128c-48bf-42a8-a403-efaf6ce16662 req-69b7693d-d44a-4f0d-b743-c36d159bb589 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763613567928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763613061268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534626149'] for port, after_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:36.771806 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] get_ports_and_sgs() called for port_ids ['a0a41486-b5f6-43c3-956e-4e2c3818fb43'] {{(pid=120043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 13:00:36.787900 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b7693d-d44a-4f0d-b743-c36d159bb589 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Pushing event deleted for resources: {'Port': ['ID=a0a41486-b5f6-43c3-956e-4e2c3818fb43,revision_number=None']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:00:36.836248 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.l3_dvrscheduler_db [req-0330128c-48bf-42a8-a403-efaf6ce16662 req-69b7693d-d44a-4f0d-b743-c36d159bb589 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] No DVR routers for this DVR port a0a41486-b5f6-43c3-956e-4e2c3818fb43 on host hv-cinder-78878 {{(pid=120042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 13:00:36.839152 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-0330128c-48bf-42a8-a403-efaf6ce16662 req-69b7693d-d44a-4f0d-b743-c36d159bb589 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10697'] for port, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:36.841171 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-0330128c-48bf-42a8-a403-efaf6ce16662 req-69b7693d-d44a-4f0d-b743-c36d159bb589 tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.11 "DELETE /v2.0/ports/a0a41486-b5f6-43c3-956e-4e2c3818fb43 HTTP/1.1" status: 204 len: 173 time: 1.1167974 Sep 03 13:00:36.841598 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e2125f4-be50-4794-ba6b-339c1df91fc1', 'name': 'network-vif-deleted', 'tag': 'a0a41486-b5f6-43c3-956e-4e2c3818fb43'}] {{(pid=120042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:00:36.843851 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d2a6420b193a10f45e0477184c700453c1253cfa456d27c4e3ab5b2f2f62351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dd3766a-d051-459e-bf60-147dc3721ff4" -d '{"events": [{"server_uuid": "6e2125f4-be50-4794-ba6b-339c1df91fc1", "name": "network-vif-deleted", "tag": "a0a41486-b5f6-43c3-956e-4e2c3818fb43"}]}' {{(pid=120042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:00:36.883301 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f4d948-9ceb-4480-be0b-39a09aa57ff2 None None] Sync routers for ids ['cb3b5100-f7e9-41dd-9b0a-64d3a0bab622'] in dv-cinder-788782-9-iscsi {{(pid=120043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 13:00:36.885807 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 13:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ad8f4e8-2b88-4ed9-bcff-d8e3892e862b x-openstack-request-id: req-3ad8f4e8-2b88-4ed9-bcff-d8e3892e862b {{(pid=120042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:00:36.886108 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e2125f4-be50-4794-ba6b-339c1df91fc1", "name": "network-vif-deleted", "tag": "a0a41486-b5f6-43c3-956e-4e2c3818fb43", "status": "completed", "code": 200}]} {{(pid=120042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:00:36.886364 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3ad8f4e8-2b88-4ed9-bcff-d8e3892e862b {{(pid=120042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:00:36.886765 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e2125f4-be50-4794-ba6b-339c1df91fc1', 'name': 'network-vif-deleted', 'tag': 'a0a41486-b5f6-43c3-956e-4e2c3818fb43', 'status': 'completed', 'code': 200} Sep 03 13:00:36.892780 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f4d948-9ceb-4480-be0b-39a09aa57ff2 None None] Routers {'cb3b5100-f7e9-41dd-9b0a-64d3a0bab622'} bound to L3 agent in host dv-cinder-788782-9-iscsi {{(pid=120043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:00:36.893473 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_hamode_db [None req-78f4d948-9ceb-4480-be0b-39a09aa57ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T12:48:38Z,description=,heartbeat_timestamp=2021-09-03T13:00:08Z,host='dv-cinder-788782-9-iscsi',id=3ba3cff0-0714-4a2d-b638-391a63c22700,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:48:38Z,topic='l3_agent')) {'router_ids': ['cb3b5100-f7e9-41dd-9b0a-64d3a0bab622'], 'active': True} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:00:36.953378 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:36.997156 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvr_db [None req-78f4d948-9ceb-4480-be0b-39a09aa57ff2 None None] Set router cb3b5100-f7e9-41dd-9b0a-64d3a0bab622 gateway port host: dv-cinder-788782-9-iscsi {{(pid=120043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:00:37.211608 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_hamode_db [None req-78f4d948-9ceb-4480-be0b-39a09aa57ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb3b5100-f7e9-41dd-9b0a-64d3a0bab622', 'name': 'tempest-TestShelveInstance-1014922235-router', 'tenant_id': 'ca4d8f1b1cc14659a16af4ec915819aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'cdfc4dfe-0be8-4f69-a37c-4f691cdf1e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:00:31Z', 'updated_at': '2021-09-03T13:00:35Z', 'revision_number': 4, 'project_id': 'ca4d8f1b1cc14659a16af4ec915819aa', 'gw_port': {'id': 'cdfc4dfe-0be8-4f69-a37c-4f691cdf1e0e', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:45:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb3b5100-f7e9-41dd-9b0a-64d3a0bab622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:00:31Z', 'updated_at': '2021-09-03T13:00:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi', '_interfaces': [{'id': '9889a450-7a47-4ac4-a283-ab25fb804b83', 'name': '', 'network_id': '345637cf-75d9-4779-b1b1-52f200b41e58', 'tenant_id': 'ca4d8f1b1cc14659a16af4ec915819aa', 'mac_address': 'fa:16:3e:37:31:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb3b5100-f7e9-41dd-9b0a-64d3a0bab622', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '9e2dffd0-2e45-4317-8b2f-2228f5cb6a48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:00:34Z', 'updated_at': '2021-09-03T13:00:35Z', 'revision_number': 2, 'project_id': 'ca4d8f1b1cc14659a16af4ec915819aa', 'subnets': [{'id': '9e2dffd0-2e45-4317-8b2f-2228f5cb6a48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-9-iscsi', False) {} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:00:37.249100 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f4d948-9ceb-4480-be0b-39a09aa57ff2 None None] Checking router: cb3b5100-f7e9-41dd-9b0a-64d3a0bab622 for host: dv-cinder-788782-9-iscsi {{(pid=120043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 13:00:37.249812 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f4d948-9ceb-4480-be0b-39a09aa57ff2 None None] Updating router cb3b5100-f7e9-41dd-9b0a-64d3a0bab622 port 9889a450-7a47-4ac4-a283-ab25fb804b83 binding host dv-cinder-788782-9-iscsi {{(pid=120043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 13:00:37.268524 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Device cdfc4dfe-0be8-4f69-a37c-4f691cdf1e0e up at agent ovs-agent-dv-cinder-788782-9-iscsi {{(pid=120043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:00:37.299293 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-78f4d948-9ceb-4480-be0b-39a09aa57ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:37.353496 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 40014) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:00:37.358860 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.v2.base [None req-cddead82-f00b-40fb-a1f6-8a71e2e82f8e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-26667233-network', 'tenant_id': '80cccf5997894560a8a4bf65e2a9546b'}} {{(pid=120042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:00:37.506133 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-08f51270-9900-45ae-a958-671501e71079 None None] Provisioning for port cdfc4dfe-0be8-4f69-a37c-4f691cdf1e0e completed by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:00:37.513102 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-08f51270-9900-45ae-a958-671501e71079 None None] Provisioning complete for port cdfc4dfe-0be8-4f69-a37c-4f691cdf1e0e triggered by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:00:37.513489 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:37.554845 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cddead82-f00b-40fb-a1f6-8a71e2e82f8e admin admin] Made reservation on behalf of 80cccf5997894560a8a4bf65e2a9546b for: {'network': 1} {{(pid=120042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 13:00:37.557233 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-cddead82-f00b-40fb-a1f6-8a71e2e82f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for network, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:37.566476 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-cddead82-f00b-40fb-a1f6-8a71e2e82f8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:37.635304 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-78f4d948-9ceb-4480-be0b-39a09aa57ff2 None None] Notify callbacks [] for port, precommit_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:37.653101 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-78f4d948-9ceb-4480-be0b-39a09aa57ff2 None None] Transition to ACTIVE for port object 9889a450-7a47-4ac4-a283-ab25fb804b83 will not be triggered until provisioned by entity L2. {{(pid=120043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:00:37.660940 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:37.668810 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-cddead82-f00b-40fb-a1f6-8a71e2e82f8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:37.680866 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-08f51270-9900-45ae-a958-671501e71079 None None] For port cdfc4dfe-0be8-4f69-a37c-4f691cdf1e0e, host dv-cinder-788782-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-9-iscsi',level=0,port_id=cdfc4dfe-0be8-4f69-a37c-4f691cdf1e0e,segment=NetworkSegment(c1a38775-ec28-415d-bb88-0cf7761c0f56),segment_id=c1a38775-ec28-415d-bb88-0cf7761c0f56)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:00:37.741254 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585a0fb9-fa9a-4a94-bab5-c292a0815d1c req-46356def-17e4-4e77-b6b5-4d92366fb94b tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:00:37.742806 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-585a0fb9-fa9a-4a94-bab5-c292a0815d1c req-46356def-17e4-4e77-b6b5-4d92366fb94b tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/ports?device_id=78d57d56-f67d-4816-909a-b4e9fdebfb43 HTTP/1.1" status: 200 len: 945 time: 0.0522711 Sep 03 13:00:37.796675 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ce180c73-3d8b-42c5-a97f-fa0f7fd6dc07 req-fec7af3d-117a-4239-91d0-5c91ef51c9cb tempest-ServerRescueNegativeTestJSON-504148070 tempest-ServerRescueNegativeTestJSON-504148070-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e2125f4-be50-4794-ba6b-339c1df91fc1 HTTP/1.1" status: 200 len: 210 time: 0.0400591 Sep 03 13:00:37.804080 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-585a0fb9-fa9a-4a94-bab5-c292a0815d1c req-bcdacb87-82ad-422b-a139-8b9e07f8a3d4 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/security-groups?id=0fd2e05a-404e-4218-af27-cb0ee3234aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550983 Sep 03 13:00:37.846092 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-cddead82-f00b-40fb-a1f6-8a71e2e82f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:37.846579 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-78f4d948-9ceb-4480-be0b-39a09aa57ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:37.849591 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:37.870379 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cddead82-f00b-40fb-a1f6-8a71e2e82f8e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=120042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 13:00:37.886077 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddead82-f00b-40fb-a1f6-8a71e2e82f8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecee2e3f-e858-452a-9236-c3e9a7b52f99,revision_number=1']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:00:37.889398 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-cddead82-f00b-40fb-a1f6-8a71e2e82f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669750'] for segment, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:37.889947 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.db.segments_db [None req-cddead82-f00b-40fb-a1f6-8a71e2e82f8e admin admin] Added segment 474ecd73-90cc-403c-8c4a-92c15dbde33b of type vlan for network 6c566879-663e-4132-99b3-9ebe9035ba41 Sep 03 13:00:37.907732 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-3bb604de-13a5-4434-b436-e6607a13dc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:37.909485 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a42cf02-96da-456b-9898-a9ee84b3f566 None None] Pushing event updated for resources: {'Port': ['ID=9889a450-7a47-4ac4-a283-ab25fb804b83,revision_number=3']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:00:37.942870 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-cddead82-f00b-40fb-a1f6-8a71e2e82f8e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763613016037'] for network, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:38.007729 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.managers [None req-78f4d948-9ceb-4480-be0b-39a09aa57ff2 None None] Attempting to bind port 9889a450-7a47-4ac4-a283-ab25fb804b83 on host dv-cinder-788782-9-iscsi for vnic_type normal with profile {{(pid=120043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 13:00:38.008157 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.managers [None req-78f4d948-9ceb-4480-be0b-39a09aa57ff2 None None] Attempting to bind port 9889a450-7a47-4ac4-a283-ab25fb804b83 by drivers openvswitch,hyperv on host dv-cinder-788782-9-iscsi at level 0 using segments [{'id': 'e45ceb30-1af8-4624-9c71-29e1cb5208f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '345637cf-75d9-4779-b1b1-52f200b41e58'}] {{(pid=120043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 13:00:38.008537 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f4d948-9ceb-4480-be0b-39a09aa57ff2 None None] Attempting to bind port 9889a450-7a47-4ac4-a283-ab25fb804b83 on network 345637cf-75d9-4779-b1b1-52f200b41e58 {{(pid=120043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 13:00:38.019961 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Pushing event updated for resources: {'Port': ['ID=cdfc4dfe-0be8-4f69-a37c-4f691cdf1e0e,revision_number=4']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:00:38.023382 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f4d948-9ceb-4480-be0b-39a09aa57ff2 None None] Checking agent: {'id': '54d2aec0-bb47-465a-a42e-8bc5f6172949', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 12, 48, 38), 'started_at': datetime.datetime(2021, 9, 3, 12, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 13, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 13:00:38.023799 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f4d948-9ceb-4480-be0b-39a09aa57ff2 None None] Checking segment: {'id': 'e45ceb30-1af8-4624-9c71-29e1cb5208f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '345637cf-75d9-4779-b1b1-52f200b41e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 13:00:38.024238 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-78f4d948-9ceb-4480-be0b-39a09aa57ff2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:38.024676 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f4d948-9ceb-4480-be0b-39a09aa57ff2 None None] Bound using segment: {'id': 'e45ceb30-1af8-4624-9c71-29e1cb5208f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '345637cf-75d9-4779-b1b1-52f200b41e58'} {{(pid=120043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 13:00:38.025184 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.managers [None req-78f4d948-9ceb-4480-be0b-39a09aa57ff2 None None] Bound port: 9889a450-7a47-4ac4-a283-ab25fb804b83, host: dv-cinder-788782-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e45ceb30-1af8-4624-9c71-29e1cb5208f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '345637cf-75d9-4779-b1b1-52f200b41e58'}}] {{(pid=120043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 13:00:38.033201 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-78f4d948-9ceb-4480-be0b-39a09aa57ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:38.066256 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-cddead82-f00b-40fb-a1f6-8a71e2e82f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384'] for network, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:38.068061 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cddead82-f00b-40fb-a1f6-8a71e2e82f8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:00:38.068722 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-cddead82-f00b-40fb-a1f6-8a71e2e82f8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575370'] for network, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:38.130201 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddead82-f00b-40fb-a1f6-8a71e2e82f8e admin admin] Pushing event updated for resources: {'Network': ['ID=6c566879-663e-4132-99b3-9ebe9035ba41,revision_number=1']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:00:38.173001 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-cddead82-f00b-40fb-a1f6-8a71e2e82f8e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.8181908 Sep 03 13:00:38.175559 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 40040) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:00:38.180649 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.v2.base [None req-7d9bbb53-47d0-4fb0-9c68-94e442adf926 admin admin] Request body: {'subnet': {'network_id': '6c566879-663e-4132-99b3-9ebe9035ba41', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-26667233-subnet', 'tenant_id': '80cccf5997894560a8a4bf65e2a9546b', 'ip_version': 4}} {{(pid=120042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:00:38.199541 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Network 6c566879-663e-4132-99b3-9ebe9035ba41 details requested by agent ovs-agent-dv-cinder-788782-9-iscsi with host dv-cinder-788782-9-iscsi {{(pid=120043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 13:00:38.233454 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-78f4d948-9ceb-4480-be0b-39a09aa57ff2 None None] For port 9889a450-7a47-4ac4-a283-ab25fb804b83, host dv-cinder-788782-9-iscsi, cleared binding levels {{(pid=120043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 13:00:38.281918 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-78f4d948-9ceb-4480-be0b-39a09aa57ff2 None None] For port 9889a450-7a47-4ac4-a283-ab25fb804b83, host dv-cinder-788782-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-9-iscsi',level=0,port_id=9889a450-7a47-4ac4-a283-ab25fb804b83,segment=NetworkSegment(e45ceb30-1af8-4624-9c71-29e1cb5208f7),segment_id=e45ceb30-1af8-4624-9c71-29e1cb5208f7)] {{(pid=120043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 13:00:38.287008 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d9bbb53-47d0-4fb0-9c68-94e442adf926 admin admin] Made reservation on behalf of 80cccf5997894560a8a4bf65e2a9546b for: {'subnet': 1} {{(pid=120042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 13:00:38.289427 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-7d9bbb53-47d0-4fb0-9c68-94e442adf926 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534459651'] for subnet, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:38.435033 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:38.436985 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-78f4d948-9ceb-4480-be0b-39a09aa57ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:38.496069 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f4d948-9ceb-4480-be0b-39a09aa57ff2 None None] Routers {'cb3b5100-f7e9-41dd-9b0a-64d3a0bab622'} bound to L3 agent in host dv-cinder-788782-9-iscsi {{(pid=120043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:00:38.496715 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_hamode_db [None req-78f4d948-9ceb-4480-be0b-39a09aa57ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T12:48:38Z,description=,heartbeat_timestamp=2021-09-03T13:00:38Z,host='dv-cinder-788782-9-iscsi',id=3ba3cff0-0714-4a2d-b638-391a63c22700,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:48:38Z,topic='l3_agent')) {'router_ids': ['cb3b5100-f7e9-41dd-9b0a-64d3a0bab622'], 'active': True} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:00:38.501711 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a42cf02-96da-456b-9898-a9ee84b3f566 None None] Pushing event updated for resources: {'Port': ['ID=9889a450-7a47-4ac4-a283-ab25fb804b83,revision_number=4']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:00:38.543414 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-7d9bbb53-47d0-4fb0-9c68-94e442adf926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534626185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534459693'] for subnet, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:38.607127 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9bbb53-47d0-4fb0-9c68-94e442adf926 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e531c330-3e19-4743-ac98-48d51f671d12,revision_number=0']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:00:38.613808 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9bbb53-47d0-4fb0-9c68-94e442adf926 admin admin] Checking segment: {'id': '474ecd73-90cc-403c-8c4a-92c15dbde33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6c566879-663e-4132-99b3-9ebe9035ba41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 13:00:38.614311 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9bbb53-47d0-4fb0-9c68-94e442adf926 admin admin] Network hostable DHCP agents. Network: 6c566879-663e-4132-99b3-9ebe9035ba41, hostable agents: ['7f35f3fe-a338-4082-b3b0-8dffee9527e2'], hosted agents: [] {{(pid=120042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 13:00:38.626005 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvr_db [None req-78f4d948-9ceb-4480-be0b-39a09aa57ff2 None None] Set router cb3b5100-f7e9-41dd-9b0a-64d3a0bab622 gateway port host: dv-cinder-788782-9-iscsi {{(pid=120043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:00:38.731442 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9bbb53-47d0-4fb0-9c68-94e442adf926 admin admin] Network 6c566879-663e-4132-99b3-9ebe9035ba41 is scheduled to be hosted by DHCP agent 7f35f3fe-a338-4082-b3b0-8dffee9527e2 with binding_index 1 {{(pid=120042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 13:00:38.822840 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.base_scheduler [None req-7d9bbb53-47d0-4fb0-9c68-94e442adf926 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-9-iscsi, 6c566879-663e-4132-99b3-9ebe9035ba41) {{(pid=120042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:00:38.830701 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9bbb53-47d0-4fb0-9c68-94e442adf926 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:00:38.831437 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_hamode_db [None req-78f4d948-9ceb-4480-be0b-39a09aa57ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb3b5100-f7e9-41dd-9b0a-64d3a0bab622', 'name': 'tempest-TestShelveInstance-1014922235-router', 'tenant_id': 'ca4d8f1b1cc14659a16af4ec915819aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'cdfc4dfe-0be8-4f69-a37c-4f691cdf1e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:00:31Z', 'updated_at': '2021-09-03T13:00:35Z', 'revision_number': 4, 'project_id': 'ca4d8f1b1cc14659a16af4ec915819aa', 'gw_port': {'id': 'cdfc4dfe-0be8-4f69-a37c-4f691cdf1e0e', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:45:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3b5100-f7e9-41dd-9b0a-64d3a0bab622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:00:31Z', 'updated_at': '2021-09-03T13:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi', '_interfaces': [{'id': '9889a450-7a47-4ac4-a283-ab25fb804b83', 'name': '', 'network_id': '345637cf-75d9-4779-b1b1-52f200b41e58', 'tenant_id': 'ca4d8f1b1cc14659a16af4ec915819aa', 'mac_address': 'fa:16:3e:37:31:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb3b5100-f7e9-41dd-9b0a-64d3a0bab622', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '9e2dffd0-2e45-4317-8b2f-2228f5cb6a48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:00:34Z', 'updated_at': '2021-09-03T13:00:38Z', 'revision_number': 4, 'project_id': 'ca4d8f1b1cc14659a16af4ec915819aa', 'subnets': [{'id': '9e2dffd0-2e45-4317-8b2f-2228f5cb6a48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-9-iscsi', False) {} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:00:38.831588 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-7d9bbb53-47d0-4fb0-9c68-94e442adf926 admin admin] Notify callbacks [] for subnet, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:38.860255 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198ce447-38e7-40e4-8b77-b96ae7f69b4e None None] Network 6c566879-663e-4132-99b3-9ebe9035ba41 requested from dv-cinder-788782-9-iscsi {{(pid=120043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 13:00:38.863481 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f4d948-9ceb-4480-be0b-39a09aa57ff2 None None] The sync data for ids ['cb3b5100-f7e9-41dd-9b0a-64d3a0bab622'] in dv-cinder-788782-9-iscsi is: [{'id': 'cb3b5100-f7e9-41dd-9b0a-64d3a0bab622', 'name': 'tempest-TestShelveInstance-1014922235-router', 'tenant_id': 'ca4d8f1b1cc14659a16af4ec915819aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'cdfc4dfe-0be8-4f69-a37c-4f691cdf1e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:00:31Z', 'updated_at': '2021-09-03T13:00:35Z', 'revision_number': 4, 'project_id': 'ca4d8f1b1cc14659a16af4ec915819aa', 'gw_port': {'id': 'cdfc4dfe-0be8-4f69-a37c-4f691cdf1e0e', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:45:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3b5100-f7e9-41dd-9b0a-64d3a0bab622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:00:31Z', 'updated_at': '2021-09-03T13:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi', '_interfaces': [{'id': '9889a450-7a47-4ac4-a283-ab25fb804b83', 'name': '', 'network_id': '345637cf-75d9-4779-b1b1-52f200b41e58', 'tenant_id': 'ca4d8f1b1cc14659a16af4ec915819aa', 'mac_address': 'fa:16:3e:37:31:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb3b5100-f7e9-41dd-9b0a-64d3a0bab622', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '9e2dffd0-2e45-4317-8b2f-2228f5cb6a48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:00:34Z', 'updated_at': '2021-09-03T13:00:38Z', 'revision_number': 4, 'project_id': 'ca4d8f1b1cc14659a16af4ec915819aa', 'subnets': [{'id': '9e2dffd0-2e45-4317-8b2f-2228f5cb6a48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 13:00:38.868731 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 40048) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:00:38.962289 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-7d9bbb53-47d0-4fb0-9c68-94e442adf926 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.7855957 Sep 03 13:00:38.969324 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 40050) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:00:38.974227 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.v2.base [None req-c20ca6af-272a-4534-a1e6-2a8b407e6086 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-26667233-router', 'tenant_id': '80cccf5997894560a8a4bf65e2a9546b', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece'}}} {{(pid=120041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:00:39.042732 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05a28ac-796b-47a6-993d-1104aefb7dde req-46d3e629-4e62-494f-9891-005d5c470879 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:00:39.049798 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-a05a28ac-796b-47a6-993d-1104aefb7dde req-46d3e629-4e62-494f-9891-005d5c470879 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/ports?device_id=78d57d56-f67d-4816-909a-b4e9fdebfb43 HTTP/1.1" status: 200 len: 945 time: 0.1202047 Sep 03 13:00:39.078722 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08724a11-fd48-4ea4-9071-7b022d0e8053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:39.081221 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef94be6-7f3a-4c75-bb68-41391c73f2c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0dd8f48-e2b5-5a96-b27e-d74255edf3ba-6c566879-663e-4132-99b3-9ebe9035ba41', 'network_id': '6c566879-663e-4132-99b3-9ebe9035ba41', 'tenant_id': '80cccf5997894560a8a4bf65e2a9546b', 'fixed_ips': [{'subnet_id': 'e531c330-3e19-4743-ac98-48d51f671d12'}]}} from dv-cinder-788782-9-iscsi. {{(pid=120043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 13:00:39.082081 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-cef94be6-7f3a-4c75-bb68-41391c73f2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_create {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:39.115752 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-c20ca6af-272a-4534-a1e6-2a8b407e6086 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28330'] for router, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:39.117582 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-c20ca6af-272a-4534-a1e6-2a8b407e6086 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1664160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28307'] for router, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:39.165015 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-a05a28ac-796b-47a6-993d-1104aefb7dde req-8e82afaa-72c3-43a1-88e9-cdcb29a1d994 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/security-groups?id=0fd2e05a-404e-4218-af27-cb0ee3234aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139829 Sep 03 13:00:39.181238 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-c20ca6af-272a-4534-a1e6-2a8b407e6086 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:39.248886 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.db_base_plugin_common [None req-cef94be6-7f3a-4c75-bb68-41391c73f2c9 None None] Allocated IP 172.20.0.2 (6c566879-663e-4132-99b3-9ebe9035ba41/e531c330-3e19-4743-ac98-48d51f671d12/5eb909c6-e688-422d-8df2-7f430a9e34ee) {{(pid=120043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 13:00:39.358936 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Device 9889a450-7a47-4ac4-a283-ab25fb804b83 up at agent ovs-agent-dv-cinder-788782-9-iscsi {{(pid=120043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:00:39.434189 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-c20ca6af-272a-4534-a1e6-2a8b407e6086 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:39.445370 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Device a0a41486-b5f6-43c3-956e-4e2c3818fb43 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=120043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 13:00:39.482592 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-04b0b61d-643c-4cf9-ae50-53f362c029d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1666091'] for router_interface, before_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:39.494918 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-cef94be6-7f3a-4c75-bb68-41391c73f2c9 None None] Notify callbacks [] for port, precommit_create {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:39.503578 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-cef94be6-7f3a-4c75-bb68-41391c73f2c9 None None] Transition to ACTIVE for port object 5eb909c6-e688-422d-8df2-7f430a9e34ee will not be triggered until provisioned by entity L2. {{(pid=120043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:00:39.519591 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-cef94be6-7f3a-4c75-bb68-41391c73f2c9 None None] Transition to ACTIVE for port object 5eb909c6-e688-422d-8df2-7f430a9e34ee will not be triggered until provisioned by entity DHCP. {{(pid=120043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:00:39.523619 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.plugin [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] No Port match for: a0a41486-b5f6-43c3-956e-4e2c3818fb43 {{(pid=120043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 13:00:39.530742 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Device a0a41486-b5f6-43c3-956e-4e2c3818fb43 not bound to the agent host hv-cinder-78878 {{(pid=120043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 13:00:39.666464 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-cef94be6-7f3a-4c75-bb68-41391c73f2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763613061259'] for port, after_create {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:39.719672 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef94be6-7f3a-4c75-bb68-41391c73f2c9 None None] Network 6c566879-663e-4132-99b3-9ebe9035ba41 is already hosted by enough agents. {{(pid=120043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 13:00:39.722820 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.scheduler.base_scheduler [None req-cef94be6-7f3a-4c75-bb68-41391c73f2c9 None None] Resources bound (agent type, host, resource id): {{(pid=120043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:00:39.729443 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef94be6-7f3a-4c75-bb68-41391c73f2c9 None None] Received port after_create {{(pid=120043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 13:00:39.746544 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-08f51270-9900-45ae-a958-671501e71079 None None] Provisioning for port 9889a450-7a47-4ac4-a283-ab25fb804b83 completed by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:00:39.750842 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef94be6-7f3a-4c75-bb68-41391c73f2c9 None None] Pushing event updated for resources: {'Port': ['ID=5eb909c6-e688-422d-8df2-7f430a9e34ee,revision_number=1']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:00:39.782356 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-08f51270-9900-45ae-a958-671501e71079 None None] Provisioning complete for port 9889a450-7a47-4ac4-a283-ab25fb804b83 triggered by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:00:39.782668 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:39.783215 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-c20ca6af-272a-4534-a1e6-2a8b407e6086 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:39.825641 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-c20ca6af-272a-4534-a1e6-2a8b407e6086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:39.843308 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.managers [None req-cef94be6-7f3a-4c75-bb68-41391c73f2c9 None None] Attempting to bind port 5eb909c6-e688-422d-8df2-7f430a9e34ee on host dv-cinder-788782-9-iscsi for vnic_type normal with profile {{(pid=120043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 13:00:39.843308 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.managers [None req-cef94be6-7f3a-4c75-bb68-41391c73f2c9 None None] Attempting to bind port 5eb909c6-e688-422d-8df2-7f430a9e34ee by drivers openvswitch,hyperv on host dv-cinder-788782-9-iscsi at level 0 using segments [{'id': '474ecd73-90cc-403c-8c4a-92c15dbde33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6c566879-663e-4132-99b3-9ebe9035ba41'}] {{(pid=120043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 13:00:39.843308 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef94be6-7f3a-4c75-bb68-41391c73f2c9 None None] Attempting to bind port 5eb909c6-e688-422d-8df2-7f430a9e34ee on network 6c566879-663e-4132-99b3-9ebe9035ba41 {{(pid=120043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 13:00:39.848497 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef94be6-7f3a-4c75-bb68-41391c73f2c9 None None] Checking agent: {'id': '54d2aec0-bb47-465a-a42e-8bc5f6172949', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 12, 48, 38), 'started_at': datetime.datetime(2021, 9, 3, 12, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 13, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 13:00:39.849394 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef94be6-7f3a-4c75-bb68-41391c73f2c9 None None] Checking segment: {'id': '474ecd73-90cc-403c-8c4a-92c15dbde33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6c566879-663e-4132-99b3-9ebe9035ba41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 13:00:39.849803 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-cef94be6-7f3a-4c75-bb68-41391c73f2c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:39.850201 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef94be6-7f3a-4c75-bb68-41391c73f2c9 None None] Bound using segment: {'id': '474ecd73-90cc-403c-8c4a-92c15dbde33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6c566879-663e-4132-99b3-9ebe9035ba41'} {{(pid=120043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 13:00:39.850685 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.managers [None req-cef94be6-7f3a-4c75-bb68-41391c73f2c9 None None] Bound port: 5eb909c6-e688-422d-8df2-7f430a9e34ee, host: dv-cinder-788782-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '474ecd73-90cc-403c-8c4a-92c15dbde33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6c566879-663e-4132-99b3-9ebe9035ba41'}}] {{(pid=120043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 13:00:39.851069 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-cef94be6-7f3a-4c75-bb68-41391c73f2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:39.870520 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.plugin [None req-04b0b61d-643c-4cf9-ae50-53f362c029d6 admin admin] Deleting port 57286b95-ae87-4189-9528-fca691c90394 {{(pid=120042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:00:39.871094 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-04b0b61d-643c-4cf9-ae50-53f362c029d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763613556462'] for port, before_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:39.956676 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.db [None req-04b0b61d-643c-4cf9-ae50-53f362c029d6 admin admin] For port 57286b95-ae87-4189-9528-fca691c90394, host dv-cinder-788782-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-9-iscsi',level=0,port_id=57286b95-ae87-4189-9528-fca691c90394,segment=NetworkSegment(d03da7ba-8154-41e4-a96a-41813e08fccd),segment_id=d03da7ba-8154-41e4-a96a-41813e08fccd)] {{(pid=120042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:00:39.957086 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-04b0b61d-643c-4cf9-ae50-53f362c029d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642786'] for port, precommit_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:39.965491 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.db.db_base_plugin_common [None req-c20ca6af-272a-4534-a1e6-2a8b407e6086 admin admin] Allocated IP 172.27.3.211 (9198821c-ee56-4cb5-9e5d-ab43e0594ece/2efca78d-d4c6-45b2-a3f0-03ef309b0579/d0fef4fc-86c5-440b-b611-e64ba74d9a7a) {{(pid=120041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 13:00:39.968750 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-cef94be6-7f3a-4c75-bb68-41391c73f2c9 None None] For port 5eb909c6-e688-422d-8df2-7f430a9e34ee, host dv-cinder-788782-9-iscsi, cleared binding levels {{(pid=120043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 13:00:39.975813 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.plugin [None req-04b0b61d-643c-4cf9-ae50-53f362c029d6 admin admin] Calling delete_port for 57286b95-ae87-4189-9528-fca691c90394 owned by network:router_interface {{(pid=120042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:00:39.984782 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-cef94be6-7f3a-4c75-bb68-41391c73f2c9 None None] For port 5eb909c6-e688-422d-8df2-7f430a9e34ee, host dv-cinder-788782-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-9-iscsi',level=0,port_id=5eb909c6-e688-422d-8df2-7f430a9e34ee,segment=NetworkSegment(474ecd73-90cc-403c-8c4a-92c15dbde33b),segment_id=474ecd73-90cc-403c-8c4a-92c15dbde33b)] {{(pid=120043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 13:00:39.989391 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:40.049069 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-08f51270-9900-45ae-a958-671501e71079 None None] For port 9889a450-7a47-4ac4-a283-ab25fb804b83, host dv-cinder-788782-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-9-iscsi',level=0,port_id=9889a450-7a47-4ac4-a283-ab25fb804b83,segment=NetworkSegment(e45ceb30-1af8-4624-9c71-29e1cb5208f7),segment_id=e45ceb30-1af8-4624-9c71-29e1cb5208f7)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:00:40.085285 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-cef94be6-7f3a-4c75-bb68-41391c73f2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:40.096797 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-c20ca6af-272a-4534-a1e6-2a8b407e6086 admin admin] Notify callbacks [] for port, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:40.155092 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef94be6-7f3a-4c75-bb68-41391c73f2c9 None None] Pushing event updated for resources: {'Port': ['ID=5eb909c6-e688-422d-8df2-7f430a9e34ee,revision_number=2']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:00:40.193454 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:40.194291 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Device cdfc4dfe-0be8-4f69-a37c-4f691cdf1e0e up at agent ovs-agent-dv-cinder-788782-9-iscsi {{(pid=120043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:00:40.281919 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Pushing event updated for resources: {'Port': ['ID=9889a450-7a47-4ac4-a283-ab25fb804b83,revision_number=5']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:00:40.287169 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-c20ca6af-272a-4534-a1e6-2a8b407e6086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763613061259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533180425'] for port, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:40.299711 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-08f51270-9900-45ae-a958-671501e71079 None None] Provisioning complete for port cdfc4dfe-0be8-4f69-a37c-4f691cdf1e0e triggered by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:00:40.300203 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:40.317954 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab9c40-2c39-40e1-8735-abb3459c8fa7 req-82b877f2-8fbf-4c39-ac5a-b24e5a980dc3 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:00:40.325695 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-40ab9c40-2c39-40e1-8735-abb3459c8fa7 req-82b877f2-8fbf-4c39-ac5a-b24e5a980dc3 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/ports?device_id=78d57d56-f67d-4816-909a-b4e9fdebfb43 HTTP/1.1" status: 200 len: 945 time: 0.0714085 Sep 03 13:00:40.335690 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-04b0b61d-643c-4cf9-ae50-53f362c029d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763613567928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763613061268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534626149'] for port, after_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:40.369320 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20ca6af-272a-4534-a1e6-2a8b407e6086 admin admin] Network 9198821c-ee56-4cb5-9e5d-ab43e0594ece is already hosted by enough agents. {{(pid=120041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 13:00:40.375103 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.scheduler.base_scheduler [None req-c20ca6af-272a-4534-a1e6-2a8b407e6086 admin admin] Resources bound (agent type, host, resource id): {{(pid=120041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:00:40.377924 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20ca6af-272a-4534-a1e6-2a8b407e6086 admin admin] Received port after_create {{(pid=120041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 13:00:40.407788 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b0b61d-643c-4cf9-ae50-53f362c029d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=57286b95-ae87-4189-9528-fca691c90394,revision_number=None']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:00:40.449188 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20ca6af-272a-4534-a1e6-2a8b407e6086 admin admin] Pushing event updated for resources: {'Port': ['ID=d0fef4fc-86c5-440b-b611-e64ba74d9a7a,revision_number=1']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:00:40.497172 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-40ab9c40-2c39-40e1-8735-abb3459c8fa7 req-b5b0f2ef-3c89-4df3-ba69-83c4f6534b44 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/security-groups?id=0fd2e05a-404e-4218-af27-cb0ee3234aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1704633 Sep 03 13:00:40.649750 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-04b0b61d-643c-4cf9-ae50-53f362c029d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1666239'] for router_interface, after_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:40.858355 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-df5ee12c-e8c1-490b-8d0e-415336677a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:40.873444 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04b0b61d-643c-4cf9-ae50-53f362c029d6 admin admin] Router a503039f-80ae-4a77-9d06-514d451c4b0b has already been hosted by L3 agent 3ba3cff0-0714-4a2d-b638-391a63c22700 {{(pid=120042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 13:00:40.988699 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04b0b61d-643c-4cf9-ae50-53f362c029d6 admin admin] Notify agent at l3_agent.dv-cinder-788782-9-iscsi the message routers_updated {{(pid=120042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 13:00:40.998634 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-04b0b61d-643c-4cf9-ae50-53f362c029d6 admin admin] 10.222.0.24 "PUT /v2.0/routers/a503039f-80ae-4a77-9d06-514d451c4b0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1288283 Sep 03 13:00:41.001092 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 40066) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:00:41.002728 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47deab4-df9b-4ae3-99f2-3f3e190bb2f6 None None] Sync routers for ids ['a503039f-80ae-4a77-9d06-514d451c4b0b'] in dv-cinder-788782-9-iscsi {{(pid=120044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 13:00:41.013289 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47deab4-df9b-4ae3-99f2-3f3e190bb2f6 None None] Routers {'a503039f-80ae-4a77-9d06-514d451c4b0b'} bound to L3 agent in host dv-cinder-788782-9-iscsi {{(pid=120044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:00:41.013912 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_hamode_db [None req-b47deab4-df9b-4ae3-99f2-3f3e190bb2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T12:48:38Z,description=,heartbeat_timestamp=2021-09-03T13:00:38Z,host='dv-cinder-788782-9-iscsi',id=3ba3cff0-0714-4a2d-b638-391a63c22700,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:48:38Z,topic='l3_agent')) {'router_ids': ['a503039f-80ae-4a77-9d06-514d451c4b0b'], 'active': True} {{(pid=120044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:00:41.117919 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-c20ca6af-272a-4534-a1e6-2a8b407e6086 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:41.128934 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_dvr_db [None req-b47deab4-df9b-4ae3-99f2-3f3e190bb2f6 None None] Set router a503039f-80ae-4a77-9d06-514d451c4b0b gateway port host: dv-cinder-788782-9-iscsi {{(pid=120044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:00:41.192103 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-c2ca5826-9aab-4242-8e62-14652a160199 admin admin] Notify callbacks [] for router, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:41.249534 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b347c32-0b0a-4adc-a535-31df25d3f9bd None None] Network 6c566879-663e-4132-99b3-9ebe9035ba41 requested from dv-cinder-788782-9-iscsi {{(pid=120043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 13:00:41.324704 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_hamode_db [None req-b47deab4-df9b-4ae3-99f2-3f3e190bb2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a503039f-80ae-4a77-9d06-514d451c4b0b', 'name': 'tempest-ServerRescueNegativeTestJSON-6061853-router', 'tenant_id': 'ded28f26959b44b3a09129cafe54c3ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '02562da2-d5b6-4e8e-bbfb-d6baa245dad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:56:53Z', 'updated_at': '2021-09-03T13:00:40Z', 'revision_number': 5, 'project_id': 'ded28f26959b44b3a09129cafe54c3ac', 'gw_port': {'id': '02562da2-d5b6-4e8e-bbfb-d6baa245dad8', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:6c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a503039f-80ae-4a77-9d06-514d451c4b0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:56:55Z', 'updated_at': '2021-09-03T12:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi'}], 'dv-cinder-788782-9-iscsi', False) {} {{(pid=120044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:00:41.365305 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47deab4-df9b-4ae3-99f2-3f3e190bb2f6 None None] Checking router: a503039f-80ae-4a77-9d06-514d451c4b0b for host: dv-cinder-788782-9-iscsi {{(pid=120044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 13:00:41.375094 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47deab4-df9b-4ae3-99f2-3f3e190bb2f6 None None] Routers {'a503039f-80ae-4a77-9d06-514d451c4b0b'} bound to L3 agent in host dv-cinder-788782-9-iscsi {{(pid=120044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:00:41.375963 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_hamode_db [None req-b47deab4-df9b-4ae3-99f2-3f3e190bb2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T12:48:38Z,description=,heartbeat_timestamp=2021-09-03T13:00:38Z,host='dv-cinder-788782-9-iscsi',id=3ba3cff0-0714-4a2d-b638-391a63c22700,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:48:38Z,topic='l3_agent')) {'router_ids': ['a503039f-80ae-4a77-9d06-514d451c4b0b'], 'active': True} {{(pid=120044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:00:41.387479 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-c2ca5826-9aab-4242-8e62-14652a160199 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:41.440526 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-c20ca6af-272a-4534-a1e6-2a8b407e6086 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1664245'] for router, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:41.457715 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-9700ca8d-ea94-4a22-8b4e-9cca347d1d0c None None] Provisioning for port 5eb909c6-e688-422d-8df2-7f430a9e34ee completed by entity DHCP. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:00:41.485813 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_dvr_db [None req-b47deab4-df9b-4ae3-99f2-3f3e190bb2f6 None None] Set router a503039f-80ae-4a77-9d06-514d451c4b0b gateway port host: dv-cinder-788782-9-iscsi {{(pid=120044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:00:41.492203 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Device 5eb909c6-e688-422d-8df2-7f430a9e34ee up at agent ovs-agent-dv-cinder-788782-9-iscsi {{(pid=120043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:00:41.619408 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.plugins.ml2.plugin [None req-c2ca5826-9aab-4242-8e62-14652a160199 admin admin] Deleting port 02562da2-d5b6-4e8e-bbfb-d6baa245dad8 {{(pid=120041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:00:41.619757 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-c2ca5826-9aab-4242-8e62-14652a160199 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763613556462'] for port, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:41.681729 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab2eb5f-c4ed-401c-be34-dc2c9f5123e8 req-047e0ab8-737f-40a7-b0a3-2319c4e667d7 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:00:41.683741 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-6ab2eb5f-c4ed-401c-be34-dc2c9f5123e8 req-047e0ab8-737f-40a7-b0a3-2319c4e667d7 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/ports?device_id=78d57d56-f67d-4816-909a-b4e9fdebfb43 HTTP/1.1" status: 200 len: 945 time: 0.0805800 Sep 03 13:00:41.720180 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-08f51270-9900-45ae-a958-671501e71079 None None] Provisioning for port 5eb909c6-e688-422d-8df2-7f430a9e34ee completed by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:00:41.725908 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-08f51270-9900-45ae-a958-671501e71079 None None] Provisioning complete for port 5eb909c6-e688-422d-8df2-7f430a9e34ee triggered by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:00:41.726430 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:41.739881 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_hamode_db [None req-b47deab4-df9b-4ae3-99f2-3f3e190bb2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a503039f-80ae-4a77-9d06-514d451c4b0b', 'name': 'tempest-ServerRescueNegativeTestJSON-6061853-router', 'tenant_id': 'ded28f26959b44b3a09129cafe54c3ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '02562da2-d5b6-4e8e-bbfb-d6baa245dad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:56:53Z', 'updated_at': '2021-09-03T13:00:40Z', 'revision_number': 5, 'project_id': 'ded28f26959b44b3a09129cafe54c3ac', 'gw_port': {'id': '02562da2-d5b6-4e8e-bbfb-d6baa245dad8', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:6c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a503039f-80ae-4a77-9d06-514d451c4b0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:56:55Z', 'updated_at': '2021-09-03T12:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi'}], 'dv-cinder-788782-9-iscsi', False) {} {{(pid=120044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:00:41.777433 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-6ab2eb5f-c4ed-401c-be34-dc2c9f5123e8 req-44c53147-1368-47f1-b5be-f0dcd6725acd tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/security-groups?id=0fd2e05a-404e-4218-af27-cb0ee3234aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856321 Sep 03 13:00:41.786000 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47deab4-df9b-4ae3-99f2-3f3e190bb2f6 None None] The sync data for ids ['a503039f-80ae-4a77-9d06-514d451c4b0b'] in dv-cinder-788782-9-iscsi is: [{'id': 'a503039f-80ae-4a77-9d06-514d451c4b0b', 'name': 'tempest-ServerRescueNegativeTestJSON-6061853-router', 'tenant_id': 'ded28f26959b44b3a09129cafe54c3ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '02562da2-d5b6-4e8e-bbfb-d6baa245dad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:56:53Z', 'updated_at': '2021-09-03T13:00:40Z', 'revision_number': 5, 'project_id': 'ded28f26959b44b3a09129cafe54c3ac', 'gw_port': {'id': '02562da2-d5b6-4e8e-bbfb-d6baa245dad8', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:6c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a503039f-80ae-4a77-9d06-514d451c4b0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:56:55Z', 'updated_at': '2021-09-03T12:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi'}] {{(pid=120044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 13:00:41.791289 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.plugins.ml2.db [None req-c2ca5826-9aab-4242-8e62-14652a160199 admin admin] For port 02562da2-d5b6-4e8e-bbfb-d6baa245dad8, host dv-cinder-788782-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-9-iscsi',level=0,port_id=02562da2-d5b6-4e8e-bbfb-d6baa245dad8,segment=NetworkSegment(c1a38775-ec28-415d-bb88-0cf7761c0f56),segment_id=c1a38775-ec28-415d-bb88-0cf7761c0f56)] {{(pid=120041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:00:41.797125 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-c2ca5826-9aab-4242-8e62-14652a160199 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642786'] for port, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:41.820179 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.plugins.ml2.plugin [None req-c2ca5826-9aab-4242-8e62-14652a160199 admin admin] Calling delete_port for 02562da2-d5b6-4e8e-bbfb-d6baa245dad8 owned by network:router_gateway {{(pid=120041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:00:41.827264 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c20ca6af-272a-4534-a1e6-2a8b407e6086 admin admin] Router aaedf421-31f8-469c-a0f8-660c13bbd2e7 is scheduled to L3 agent 3ba3cff0-0714-4a2d-b638-391a63c22700 with binding_index 1 {{(pid=120041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 13:00:41.838071 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-6a068c7e-0801-446c-84a1-400215be3f22 None None] Provisioning complete for port 5eb909c6-e688-422d-8df2-7f430a9e34ee triggered by entity DHCP. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:00:41.841760 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-6a068c7e-0801-446c-84a1-400215be3f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:41.918944 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:41.980900 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-6a068c7e-0801-446c-84a1-400215be3f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:41.984383 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-08f51270-9900-45ae-a958-671501e71079 None None] For port 5eb909c6-e688-422d-8df2-7f430a9e34ee, host dv-cinder-788782-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-9-iscsi',level=0,port_id=5eb909c6-e688-422d-8df2-7f430a9e34ee,segment=NetworkSegment(474ecd73-90cc-403c-8c4a-92c15dbde33b),segment_id=474ecd73-90cc-403c-8c4a-92c15dbde33b)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:00:42.054423 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c20ca6af-272a-4534-a1e6-2a8b407e6086 admin admin] Notify agent at l3_agent.dv-cinder-788782-9-iscsi the message routers_updated {{(pid=120041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 13:00:42.065175 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01b4da0-f73d-4db4-b878-2b9652b711ab None None] Sync routers for ids ['aaedf421-31f8-469c-a0f8-660c13bbd2e7'] in dv-cinder-788782-9-iscsi {{(pid=120043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 13:00:42.075299 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01b4da0-f73d-4db4-b878-2b9652b711ab None None] Routers {'aaedf421-31f8-469c-a0f8-660c13bbd2e7'} bound to L3 agent in host dv-cinder-788782-9-iscsi {{(pid=120043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:00:42.075947 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_hamode_db [None req-f01b4da0-f73d-4db4-b878-2b9652b711ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T12:48:38Z,description=,heartbeat_timestamp=2021-09-03T13:00:38Z,host='dv-cinder-788782-9-iscsi',id=3ba3cff0-0714-4a2d-b638-391a63c22700,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:48:38Z,topic='l3_agent')) {'router_ids': ['aaedf421-31f8-469c-a0f8-660c13bbd2e7'], 'active': True} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:00:42.108974 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:42.109671 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Device 9889a450-7a47-4ac4-a283-ab25fb804b83 up at agent ovs-agent-dv-cinder-788782-9-iscsi {{(pid=120043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:00:42.157708 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-c20ca6af-272a-4534-a1e6-2a8b407e6086 admin admin] Notify callbacks [] for router, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:42.159592 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-c20ca6af-272a-4534-a1e6-2a8b407e6086 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.1888120 Sep 03 13:00:42.162068 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 40076) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:00:42.209626 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-c2ca5826-9aab-4242-8e62-14652a160199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763613567928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763613061268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533180425'] for port, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:42.305386 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ca5826-9aab-4242-8e62-14652a160199 admin admin] Pushing event deleted for resources: {'Port': ['ID=02562da2-d5b6-4e8e-bbfb-d6baa245dad8,revision_number=None']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:00:42.311546 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-c2ca5826-9aab-4242-8e62-14652a160199 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664209'] for router_gateway, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:42.394274 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Pushing event updated for resources: {'Port': ['ID=5eb909c6-e688-422d-8df2-7f430a9e34ee,revision_number=3']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:00:42.400201 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.db.api [None req-6a068c7e-0801-446c-84a1-400215be3f22 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=120043) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 03 13:00:42.400695 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG oslo_db.api [None req-6a068c7e-0801-446c-84a1-400215be3f22 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 03 13:00:42.433281 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvr_db [None req-f01b4da0-f73d-4db4-b878-2b9652b711ab None None] Set router aaedf421-31f8-469c-a0f8-660c13bbd2e7 gateway port host: dv-cinder-788782-9-iscsi {{(pid=120043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:00:42.518658 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-c2ca5826-9aab-4242-8e62-14652a160199 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28312'] for router, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:42.518658 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-c2ca5826-9aab-4242-8e62-14652a160199 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:42.525497 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-08f51270-9900-45ae-a958-671501e71079 None None] Provisioning complete for port 9889a450-7a47-4ac4-a283-ab25fb804b83 triggered by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:00:42.526063 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:42.701966 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_hamode_db [None req-f01b4da0-f73d-4db4-b878-2b9652b711ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaedf421-31f8-469c-a0f8-660c13bbd2e7', 'name': 'tempest-TestShelveInstance-26667233-router', 'tenant_id': '80cccf5997894560a8a4bf65e2a9546b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'd0fef4fc-86c5-440b-b611-e64ba74d9a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:00:39Z', 'updated_at': '2021-09-03T13:00:40Z', 'revision_number': 3, 'project_id': '80cccf5997894560a8a4bf65e2a9546b', 'gw_port': {'id': 'd0fef4fc-86c5-440b-b611-e64ba74d9a7a', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:86:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaedf421-31f8-469c-a0f8-660c13bbd2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:00:39Z', 'updated_at': '2021-09-03T13:00:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi'}], 'dv-cinder-788782-9-iscsi', False) {} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:00:42.705826 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-c2ca5826-9aab-4242-8e62-14652a160199 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667959'] for router, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:42.706397 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2ca5826-9aab-4242-8e62-14652a160199 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a503039f-80ae-4a77-9d06-514d451c4b0b {{(pid=120041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 13:00:42.711815 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-c2ca5826-9aab-4242-8e62-14652a160199 admin admin] Notify callbacks [] for router, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:42.712967 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-c2ca5826-9aab-4242-8e62-14652a160199 admin admin] 10.222.0.24 "DELETE /v2.0/routers/a503039f-80ae-4a77-9d06-514d451c4b0b HTTP/1.1" status: 204 len: 168 time: 1.7107239 Sep 03 13:00:42.715421 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 40086) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:00:42.735270 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01b4da0-f73d-4db4-b878-2b9652b711ab None None] Checking router: aaedf421-31f8-469c-a0f8-660c13bbd2e7 for host: dv-cinder-788782-9-iscsi {{(pid=120043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 13:00:42.739916 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01b4da0-f73d-4db4-b878-2b9652b711ab None None] Updating router aaedf421-31f8-469c-a0f8-660c13bbd2e7 port d0fef4fc-86c5-440b-b611-e64ba74d9a7a binding host dv-cinder-788782-9-iscsi {{(pid=120043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 13:00:42.763473 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-f01b4da0-f73d-4db4-b878-2b9652b711ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:42.771052 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.db.db_base_plugin_v2 [None req-024eb396-3569-41db-a827-2b749c438b2e admin admin] Deleting subnet c7423f83-7cc4-42fa-82eb-8016662f087e {{(pid=120041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 13:00:42.774187 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-024eb396-3569-41db-a827-2b749c438b2e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:42.822869 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-024eb396-3569-41db-a827-2b749c438b2e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-533074396'] for subnet, precommit_delete_associations {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:42.881819 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-024eb396-3569-41db-a827-2b749c438b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667103'] for subnet, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:42.936562 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-89f9b44b-5166-4fae-b798-f3fd39c42d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:42.980465 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6175b623-7688-4ff2-bf81-663e98ac6c61 req-a8e222b7-1758-488e-af27-291d8547c7e2 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:00:42.982037 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-6175b623-7688-4ff2-bf81-663e98ac6c61 req-a8e222b7-1758-488e-af27-291d8547c7e2 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/ports?device_id=78d57d56-f67d-4816-909a-b4e9fdebfb43 HTTP/1.1" status: 200 len: 945 time: 0.0865698 Sep 03 13:00:43.049282 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-024eb396-3569-41db-a827-2b749c438b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533180452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532788743'] for subnet, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:43.071732 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-f01b4da0-f73d-4db4-b878-2b9652b711ab None None] Notify callbacks [] for port, precommit_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:43.078071 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024eb396-3569-41db-a827-2b749c438b2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7423f83-7cc4-42fa-82eb-8016662f087e,revision_number=None']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:00:43.080233 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-024eb396-3569-41db-a827-2b749c438b2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575370'] for subnet, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:43.084862 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-024eb396-3569-41db-a827-2b749c438b2e admin admin] 10.222.0.24 "DELETE /v2.0/subnets/c7423f83-7cc4-42fa-82eb-8016662f087e HTTP/1.1" status: 204 len: 168 time: 0.3659186 Sep 03 13:00:43.084961 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-6175b623-7688-4ff2-bf81-663e98ac6c61 req-ea274188-b7cb-4bf4-a609-6515f008097f tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/security-groups?id=0fd2e05a-404e-4218-af27-cb0ee3234aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716407 Sep 03 13:00:43.086836 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 40090) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:00:43.090651 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-f01b4da0-f73d-4db4-b878-2b9652b711ab None None] Transition to ACTIVE for port object d0fef4fc-86c5-440b-b611-e64ba74d9a7a will not be triggered until provisioned by entity L2. {{(pid=120043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:00:43.178043 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-f01b4da0-f73d-4db4-b878-2b9652b711ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:43.191917 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-56a56fb2-f576-4879-879a-062819ecad10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578772'] for network, before_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:43.203805 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.db_base_plugin_common [None req-89f9b44b-5166-4fae-b798-f3fd39c42d9c admin admin] Allocated IP 172.20.0.1 (6c566879-663e-4132-99b3-9ebe9035ba41/e531c330-3e19-4743-ac98-48d51f671d12/7df4058e-248d-4d0e-bf91-a9c917c4b4eb) {{(pid=120042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 13:00:43.235436 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.managers [None req-f01b4da0-f73d-4db4-b878-2b9652b711ab None None] Attempting to bind port d0fef4fc-86c5-440b-b611-e64ba74d9a7a on host dv-cinder-788782-9-iscsi for vnic_type normal with profile {{(pid=120043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 13:00:43.235859 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.managers [None req-f01b4da0-f73d-4db4-b878-2b9652b711ab None None] Attempting to bind port d0fef4fc-86c5-440b-b611-e64ba74d9a7a by drivers openvswitch,hyperv on host dv-cinder-788782-9-iscsi at level 0 using segments [{'id': 'c1a38775-ec28-415d-bb88-0cf7761c0f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece'}] {{(pid=120043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 13:00:43.236229 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01b4da0-f73d-4db4-b878-2b9652b711ab None None] Attempting to bind port d0fef4fc-86c5-440b-b611-e64ba74d9a7a on network 9198821c-ee56-4cb5-9e5d-ab43e0594ece {{(pid=120043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 13:00:43.238334 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b02acea-7110-4b1f-ab79-4d552ada916f None None] Pushing event updated for resources: {'Port': ['ID=d0fef4fc-86c5-440b-b611-e64ba74d9a7a,revision_number=2']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:00:43.244228 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01b4da0-f73d-4db4-b878-2b9652b711ab None None] Checking agent: {'id': '54d2aec0-bb47-465a-a42e-8bc5f6172949', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 12, 48, 38), 'started_at': datetime.datetime(2021, 9, 3, 12, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 13, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 13:00:43.244753 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01b4da0-f73d-4db4-b878-2b9652b711ab None None] Checking segment: {'id': 'c1a38775-ec28-415d-bb88-0cf7761c0f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 13:00:43.245232 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-f01b4da0-f73d-4db4-b878-2b9652b711ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:43.245586 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01b4da0-f73d-4db4-b878-2b9652b711ab None None] Bound using segment: {'id': 'c1a38775-ec28-415d-bb88-0cf7761c0f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece'} {{(pid=120043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 13:00:43.246070 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.managers [None req-f01b4da0-f73d-4db4-b878-2b9652b711ab None None] Bound port: d0fef4fc-86c5-440b-b611-e64ba74d9a7a, host: dv-cinder-788782-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1a38775-ec28-415d-bb88-0cf7761c0f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece'}}] {{(pid=120043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 13:00:43.246464 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-f01b4da0-f73d-4db4-b878-2b9652b711ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:43.310754 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-f01b4da0-f73d-4db4-b878-2b9652b711ab None None] For port d0fef4fc-86c5-440b-b611-e64ba74d9a7a, host dv-cinder-788782-9-iscsi, cleared binding levels {{(pid=120043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 13:00:43.314233 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-f01b4da0-f73d-4db4-b878-2b9652b711ab None None] For port d0fef4fc-86c5-440b-b611-e64ba74d9a7a, host dv-cinder-788782-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-9-iscsi',level=0,port_id=d0fef4fc-86c5-440b-b611-e64ba74d9a7a,segment=NetworkSegment(c1a38775-ec28-415d-bb88-0cf7761c0f56),segment_id=c1a38775-ec28-415d-bb88-0cf7761c0f56)] {{(pid=120043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 13:00:43.337830 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Device 5eb909c6-e688-422d-8df2-7f430a9e34ee up at agent ovs-agent-dv-cinder-788782-9-iscsi {{(pid=120043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:00:43.359204 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-56a56fb2-f576-4879-879a-062819ecad10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665418', 'neutron.services.segments.db._delete_segments_for_network-8763613606485'] for network, precommit_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:43.371966 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.services.segments.db [None req-56a56fb2-f576-4879-879a-062819ecad10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8a10b69-52c5-4ba7-9e6b-9d664f8fb5ae']}} {{(pid=120042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:00:43.385371 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-08f51270-9900-45ae-a958-671501e71079 None None] Provisioning complete for port 5eb909c6-e688-422d-8df2-7f430a9e34ee triggered by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:00:43.385815 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:43.393119 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.services.segments.db [None req-56a56fb2-f576-4879-879a-062819ecad10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd03da7ba-8154-41e4-a96a-41813e08fccd') {'for_net_delete': True} {{(pid=120042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:00:43.393426 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.services.segments.db [None req-56a56fb2-f576-4879-879a-062819ecad10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd03da7ba-8154-41e4-a96a-41813e08fccd') {} {{(pid=120042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:00:43.408639 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-56a56fb2-f576-4879-879a-062819ecad10 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763613607518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532845248'] for segment, before_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:43.424130 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-89f9b44b-5166-4fae-b798-f3fd39c42d9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:43.430897 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-f01b4da0-f73d-4db4-b878-2b9652b711ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:43.433332 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-56a56fb2-f576-4879-879a-062819ecad10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669750'] for segment, precommit_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:43.444101 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56a56fb2-f576-4879-879a-062819ecad10 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=120042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 13:00:43.444575 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-56a56fb2-f576-4879-879a-062819ecad10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534626070'] for segment, after_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:43.446257 dv-cinder-788782-9-iscsi neutron-server[120042]: Traceback (most recent call last): Sep 03 13:00:43.446257 dv-cinder-788782-9-iscsi neutron-server[120042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 13:00:43.446257 dv-cinder-788782-9-iscsi neutron-server[120042]: timer() Sep 03 13:00:43.446257 dv-cinder-788782-9-iscsi neutron-server[120042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 13:00:43.446257 dv-cinder-788782-9-iscsi neutron-server[120042]: cb(*args, **kw) Sep 03 13:00:43.446257 dv-cinder-788782-9-iscsi neutron-server[120042]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 13:00:43.446257 dv-cinder-788782-9-iscsi neutron-server[120042]: return func(*args, **kwargs) Sep 03 13:00:43.446257 dv-cinder-788782-9-iscsi neutron-server[120042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 13:00:43.446257 dv-cinder-788782-9-iscsi neutron-server[120042]: self._notify() Sep 03 13:00:43.446257 dv-cinder-788782-9-iscsi neutron-server[120042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 13:00:43.446257 dv-cinder-788782-9-iscsi neutron-server[120042]: self.callback(batched_events) Sep 03 13:00:43.446257 dv-cinder-788782-9-iscsi neutron-server[120042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 13:00:43.446257 dv-cinder-788782-9-iscsi neutron-server[120042]: event.method(event) Sep 03 13:00:43.446257 dv-cinder-788782-9-iscsi neutron-server[120042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 13:00:43.446257 dv-cinder-788782-9-iscsi neutron-server[120042]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 13:00:43.446257 dv-cinder-788782-9-iscsi neutron-server[120042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 13:00:43.446257 dv-cinder-788782-9-iscsi neutron-server[120042]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 13:00:43.446257 dv-cinder-788782-9-iscsi neutron-server[120042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 13:00:43.446257 dv-cinder-788782-9-iscsi neutron-server[120042]: return f(self, *a, **k) Sep 03 13:00:43.446257 dv-cinder-788782-9-iscsi neutron-server[120042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 13:00:43.446257 dv-cinder-788782-9-iscsi neutron-server[120042]: return self._get(url).json() Sep 03 13:00:43.446257 dv-cinder-788782-9-iscsi neutron-server[120042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 13:00:43.446257 dv-cinder-788782-9-iscsi neutron-server[120042]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 13:00:43.446257 dv-cinder-788782-9-iscsi neutron-server[120042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 13:00:43.446257 dv-cinder-788782-9-iscsi neutron-server[120042]: return self.request(url, 'GET', **kwargs) Sep 03 13:00:43.446257 dv-cinder-788782-9-iscsi neutron-server[120042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 13:00:43.446257 dv-cinder-788782-9-iscsi neutron-server[120042]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 13:00:43.446257 dv-cinder-788782-9-iscsi neutron-server[120042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 13:00:43.446257 dv-cinder-788782-9-iscsi neutron-server[120042]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 13:00:43.446257 dv-cinder-788782-9-iscsi neutron-server[120042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 13:00:43.446257 dv-cinder-788782-9-iscsi neutron-server[120042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 13:00:43.446257 dv-cinder-788782-9-iscsi neutron-server[120042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 13:00:43.448647 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.provisioning_blocks [None req-89f9b44b-5166-4fae-b798-f3fd39c42d9c admin admin] Transition to ACTIVE for port object 7df4058e-248d-4d0e-bf91-a9c917c4b4eb will not be triggered until provisioned by entity DHCP. {{(pid=120042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:00:43.515803 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01b4da0-f73d-4db4-b878-2b9652b711ab None None] Routers {'aaedf421-31f8-469c-a0f8-660c13bbd2e7'} bound to L3 agent in host dv-cinder-788782-9-iscsi {{(pid=120043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:00:43.516624 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_hamode_db [None req-f01b4da0-f73d-4db4-b878-2b9652b711ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T12:48:38Z,description=,heartbeat_timestamp=2021-09-03T13:00:38Z,host='dv-cinder-788782-9-iscsi',id=3ba3cff0-0714-4a2d-b638-391a63c22700,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:48:38Z,topic='l3_agent')) {'router_ids': ['aaedf421-31f8-469c-a0f8-660c13bbd2e7'], 'active': True} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:00:43.568751 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Device 02562da2-d5b6-4e8e-bbfb-d6baa245dad8 no longer exists at agent ovs-agent-dv-cinder-788782-9-iscsi {{(pid=120043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 13:00:43.595645 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b02acea-7110-4b1f-ab79-4d552ada916f None None] Pushing event updated for resources: {'Port': ['ID=d0fef4fc-86c5-440b-b611-e64ba74d9a7a,revision_number=3']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:00:43.617783 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-56a56fb2-f576-4879-879a-062819ecad10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748793'] for network, after_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:43.618901 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.plugin [None req-08f51270-9900-45ae-a958-671501e71079 None None] No Port match for: 02562da2-d5b6-4e8e-bbfb-d6baa245dad8 {{(pid=120043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 13:00:43.619033 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Device 02562da2-d5b6-4e8e-bbfb-d6baa245dad8 not bound to the agent host dv-cinder-788782-9-iscsi {{(pid=120043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 13:00:43.619398 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Device 57286b95-ae87-4189-9528-fca691c90394 no longer exists at agent ovs-agent-dv-cinder-788782-9-iscsi {{(pid=120043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 13:00:43.628429 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-56a56fb2-f576-4879-879a-062819ecad10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575370'] for network, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:43.633368 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-56a56fb2-f576-4879-879a-062819ecad10 admin admin] 10.222.0.24 "DELETE /v2.0/networks/d8a10b69-52c5-4ba7-9e6b-9d664f8fb5ae HTTP/1.1" status: 204 len: 168 time: 0.5431542 Sep 03 13:00:43.642209 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.plugin [None req-08f51270-9900-45ae-a958-671501e71079 None None] No Port match for: 57286b95-ae87-4189-9528-fca691c90394 {{(pid=120043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 13:00:43.642575 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Device 57286b95-ae87-4189-9528-fca691c90394 not bound to the agent host dv-cinder-788782-9-iscsi {{(pid=120043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 13:00:43.642740 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a56fb2-f576-4879-879a-062819ecad10 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8a10b69-52c5-4ba7-9e6b-9d664f8fb5ae,revision_number=None']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:00:43.669872 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-89f9b44b-5166-4fae-b798-f3fd39c42d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763613061259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534626149'] for port, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:43.677247 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvr_db [None req-f01b4da0-f73d-4db4-b878-2b9652b711ab None None] Set router aaedf421-31f8-469c-a0f8-660c13bbd2e7 gateway port host: dv-cinder-788782-9-iscsi {{(pid=120043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:00:43.705432 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f9b44b-5166-4fae-b798-f3fd39c42d9c admin admin] Network 6c566879-663e-4132-99b3-9ebe9035ba41 is already hosted by enough agents. {{(pid=120042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 13:00:43.708941 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.base_scheduler [None req-89f9b44b-5166-4fae-b798-f3fd39c42d9c admin admin] Resources bound (agent type, host, resource id): {{(pid=120042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:00:43.712710 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f9b44b-5166-4fae-b798-f3fd39c42d9c admin admin] Received port after_create {{(pid=120042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 13:00:43.755652 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f9b44b-5166-4fae-b798-f3fd39c42d9c admin admin] Pushing event updated for resources: {'Port': ['ID=7df4058e-248d-4d0e-bf91-a9c917c4b4eb,revision_number=1']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:00:43.777057 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-89f9b44b-5166-4fae-b798-f3fd39c42d9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1748896'] for router_interface, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:43.890275 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_hamode_db [None req-f01b4da0-f73d-4db4-b878-2b9652b711ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaedf421-31f8-469c-a0f8-660c13bbd2e7', 'name': 'tempest-TestShelveInstance-26667233-router', 'tenant_id': '80cccf5997894560a8a4bf65e2a9546b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'd0fef4fc-86c5-440b-b611-e64ba74d9a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:00:39Z', 'updated_at': '2021-09-03T13:00:40Z', 'revision_number': 3, 'project_id': '80cccf5997894560a8a4bf65e2a9546b', 'gw_port': {'id': 'd0fef4fc-86c5-440b-b611-e64ba74d9a7a', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:86:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaedf421-31f8-469c-a0f8-660c13bbd2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:00:39Z', 'updated_at': '2021-09-03T13:00:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi'}], 'dv-cinder-788782-9-iscsi', False) {} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:00:43.917878 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01b4da0-f73d-4db4-b878-2b9652b711ab None None] The sync data for ids ['aaedf421-31f8-469c-a0f8-660c13bbd2e7'] in dv-cinder-788782-9-iscsi is: [{'id': 'aaedf421-31f8-469c-a0f8-660c13bbd2e7', 'name': 'tempest-TestShelveInstance-26667233-router', 'tenant_id': '80cccf5997894560a8a4bf65e2a9546b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'd0fef4fc-86c5-440b-b611-e64ba74d9a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:00:39Z', 'updated_at': '2021-09-03T13:00:40Z', 'revision_number': 3, 'project_id': '80cccf5997894560a8a4bf65e2a9546b', 'gw_port': {'id': 'd0fef4fc-86c5-440b-b611-e64ba74d9a7a', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:86:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaedf421-31f8-469c-a0f8-660c13bbd2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:00:39Z', 'updated_at': '2021-09-03T13:00:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi'}] {{(pid=120043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 13:00:44.032536 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-89f9b44b-5166-4fae-b798-f3fd39c42d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:44.128952 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-7df6fe81-d9c1-40a1-b410-e948477f0176 None None] Provisioning for port 7df4058e-248d-4d0e-bf91-a9c917c4b4eb completed by entity DHCP. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:00:44.135051 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 40104) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:00:44.137518 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-7df6fe81-d9c1-40a1-b410-e948477f0176 None None] Provisioning complete for port 7df4058e-248d-4d0e-bf91-a9c917c4b4eb triggered by entity DHCP. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:00:44.137518 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-7df6fe81-d9c1-40a1-b410-e948477f0176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:44.192064 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-ddb6f90d-26ae-49b4-84e9-d933bc063b47 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ded28f26959b44b3a09129cafe54c3ac&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0556536 Sep 03 13:00:44.194934 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 40106) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:00:44.199860 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.plugin [None req-7df6fe81-d9c1-40a1-b410-e948477f0176 None None] Port 7df4058e-248d-4d0e-bf91-a9c917c4b4eb cannot update to ACTIVE because it is not bound. {{(pid=120043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 13:00:44.255986 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-985ab641-5406-4fc1-802f-38e41ac8af17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:44.278617 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-985ab641-5406-4fc1-802f-38e41ac8af17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:44.284479 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c089f48-94cf-46e9-87af-8022583848d5 req-6c03dbfe-0fee-413e-a347-bf32a075a508 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:00:44.286025 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-5c089f48-94cf-46e9-87af-8022583848d5 req-6c03dbfe-0fee-413e-a347-bf32a075a508 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/ports?device_id=78d57d56-f67d-4816-909a-b4e9fdebfb43 HTTP/1.1" status: 200 len: 945 time: 0.0850039 Sep 03 13:00:44.338170 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-89f9b44b-5166-4fae-b798-f3fd39c42d9c admin admin] Notify callbacks [] for port, precommit_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:44.354899 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-5c089f48-94cf-46e9-87af-8022583848d5 req-59a7754a-c662-436e-8a6d-7ab40d0bcc54 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/security-groups?id=0fd2e05a-404e-4218-af27-cb0ee3234aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505254 Sep 03 13:00:44.431537 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-985ab641-5406-4fc1-802f-38e41ac8af17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:44.434246 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-985ab641-5406-4fc1-802f-38e41ac8af17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:44.435432 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-985ab641-5406-4fc1-802f-38e41ac8af17 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/12297bc2-308a-40a8-8643-6247d7e22aa2 HTTP/1.1" status: 204 len: 168 time: 0.2394414 Sep 03 13:00:44.443295 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-89f9b44b-5166-4fae-b798-f3fd39c42d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534626162'] for port, after_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:44.446645 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985ab641-5406-4fc1-802f-38e41ac8af17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12297bc2-308a-40a8-8643-6247d7e22aa2,revision_number=None']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:00:44.528142 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-89f9b44b-5166-4fae-b798-f3fd39c42d9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1666096'] for router_interface, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:44.530089 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f9b44b-5166-4fae-b798-f3fd39c42d9c admin admin] Pushing event updated for resources: {'Port': ['ID=7df4058e-248d-4d0e-bf91-a9c917c4b4eb,revision_number=2']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:00:44.627847 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f9b44b-5166-4fae-b798-f3fd39c42d9c admin admin] Network 6c566879-663e-4132-99b3-9ebe9035ba41 is already hosted by enough agents. {{(pid=120042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 13:00:44.629155 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.base_scheduler [None req-89f9b44b-5166-4fae-b798-f3fd39c42d9c admin admin] Resources bound (agent type, host, resource id): {{(pid=120042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:00:44.755080 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89f9b44b-5166-4fae-b798-f3fd39c42d9c admin admin] Router aaedf421-31f8-469c-a0f8-660c13bbd2e7 has already been hosted by L3 agent 3ba3cff0-0714-4a2d-b638-391a63c22700 {{(pid=120042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 13:00:44.878957 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89f9b44b-5166-4fae-b798-f3fd39c42d9c admin admin] Notify agent at l3_agent.dv-cinder-788782-9-iscsi the message routers_updated {{(pid=120042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 13:00:44.887869 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-89f9b44b-5166-4fae-b798-f3fd39c42d9c admin admin] 10.222.0.24 "PUT /v2.0/routers/aaedf421-31f8-469c-a0f8-660c13bbd2e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7216015 Sep 03 13:00:44.927765 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-49835f6b-00dd-4797-b512-98aa92e58302 None None] Provisioning complete for port 7df4058e-248d-4d0e-bf91-a9c917c4b4eb triggered by entity DHCP. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:00:44.928255 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-49835f6b-00dd-4797-b512-98aa92e58302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:44.978668 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.plugin [None req-49835f6b-00dd-4797-b512-98aa92e58302 None None] Port 7df4058e-248d-4d0e-bf91-a9c917c4b4eb cannot update to ACTIVE because it is not bound. {{(pid=120043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 13:00:45.281100 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Device d0fef4fc-86c5-440b-b611-e64ba74d9a7a up at agent ovs-agent-dv-cinder-788782-9-iscsi {{(pid=120043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:00:45.428891 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-08f51270-9900-45ae-a958-671501e71079 None None] Provisioning for port d0fef4fc-86c5-440b-b611-e64ba74d9a7a completed by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:00:45.436309 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-08f51270-9900-45ae-a958-671501e71079 None None] Provisioning complete for port d0fef4fc-86c5-440b-b611-e64ba74d9a7a triggered by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:00:45.436309 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:45.491561 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1d6c01-f4e7-4c61-90fe-27ca18d902f3 req-58762cef-b1ef-4956-9cce-13ef02f637d9 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:00:45.501088 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 40146) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:00:45.501621 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-bd1d6c01-f4e7-4c61-90fe-27ca18d902f3 req-58762cef-b1ef-4956-9cce-13ef02f637d9 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/ports?device_id=78d57d56-f67d-4816-909a-b4e9fdebfb43 HTTP/1.1" status: 200 len: 945 time: 0.0799665 Sep 03 13:00:45.507379 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.v2.base [None req-466c9bbd-ec53-442b-8741-70ea690ebf45 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-205833289', 'description': 'tempest-secgroup-smoke-205833289 description', 'project_id': 'ca4d8f1b1cc14659a16af4ec915819aa'}} {{(pid=120041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:00:45.535984 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-bd1d6c01-f4e7-4c61-90fe-27ca18d902f3 req-3655e31e-36e6-4001-8a6c-b6cf35070fab tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/security-groups?id=0fd2e05a-404e-4218-af27-cb0ee3234aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338528 Sep 03 13:00:45.552804 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:45.572981 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-08f51270-9900-45ae-a958-671501e71079 None None] For port d0fef4fc-86c5-440b-b611-e64ba74d9a7a, host dv-cinder-788782-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-9-iscsi',level=0,port_id=d0fef4fc-86c5-440b-b611-e64ba74d9a7a,segment=NetworkSegment(c1a38775-ec28-415d-bb88-0cf7761c0f56),segment_id=c1a38775-ec28-415d-bb88-0cf7761c0f56)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:00:45.652150 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-466c9bbd-ec53-442b-8741-70ea690ebf45 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Notify callbacks [] for security_group, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:45.697827 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:45.749847 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-466c9bbd-ec53-442b-8741-70ea690ebf45 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Notify callbacks [] for security_group, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:45.753523 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Pushing event updated for resources: {'Port': ['ID=d0fef4fc-86c5-440b-b611-e64ba74d9a7a,revision_number=4']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:00:45.800374 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-466c9bbd-ec53-442b-8741-70ea690ebf45 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:45.838590 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466c9bbd-ec53-442b-8741-70ea690ebf45 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=946cb771-3479-4969-bec7-65f8bfd0ac47,revision_number=1']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:00:45.886021 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-466c9bbd-ec53-442b-8741-70ea690ebf45 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Notify callbacks [] for security_group, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:45.887280 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-466c9bbd-ec53-442b-8741-70ea690ebf45 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3849359 Sep 03 13:00:45.890487 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 40156) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:00:45.895449 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.v2.base [None req-e5696828-31ad-446d-b2e9-3316f5386215 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Request body: {'security_group_rule': {'security_group_id': '946cb771-3479-4969-bec7-65f8bfd0ac47', 'project_id': 'ca4d8f1b1cc14659a16af4ec915819aa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:00:45.999644 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-e5696828-31ad-446d-b2e9-3316f5386215 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:46.045304 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-e5696828-31ad-446d-b2e9-3316f5386215 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:46.100983 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbd60d0-16d2-48fa-b0e0-94f5e35269e3 None None] Sync routers for ids ['aaedf421-31f8-469c-a0f8-660c13bbd2e7'] in dv-cinder-788782-9-iscsi {{(pid=120044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 13:00:46.110079 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbd60d0-16d2-48fa-b0e0-94f5e35269e3 None None] Routers {'aaedf421-31f8-469c-a0f8-660c13bbd2e7'} bound to L3 agent in host dv-cinder-788782-9-iscsi {{(pid=120044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:00:46.110661 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_hamode_db [None req-cfbd60d0-16d2-48fa-b0e0-94f5e35269e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T12:48:38Z,description=,heartbeat_timestamp=2021-09-03T13:00:38Z,host='dv-cinder-788782-9-iscsi',id=3ba3cff0-0714-4a2d-b638-391a63c22700,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:48:38Z,topic='l3_agent')) {'router_ids': ['aaedf421-31f8-469c-a0f8-660c13bbd2e7'], 'active': True} {{(pid=120044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:00:46.122944 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-e5696828-31ad-446d-b2e9-3316f5386215 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684986'] for security_group_rule, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:46.140632 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5696828-31ad-446d-b2e9-3316f5386215 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd111dd0-98c5-42fa-9df8-c5e38d631352,revision_number=0']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:00:46.218019 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_dvr_db [None req-cfbd60d0-16d2-48fa-b0e0-94f5e35269e3 None None] Set router aaedf421-31f8-469c-a0f8-660c13bbd2e7 gateway port host: dv-cinder-788782-9-iscsi {{(pid=120044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:00:46.220675 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-e5696828-31ad-446d-b2e9-3316f5386215 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:46.222153 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-e5696828-31ad-446d-b2e9-3316f5386215 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3304770 Sep 03 13:00:46.225355 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 40162) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:00:46.230791 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.v2.base [None req-0d6c4f1e-766a-462d-a902-7ed2b5f163d2 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Request body: {'security_group_rule': {'security_group_id': '946cb771-3479-4969-bec7-65f8bfd0ac47', 'project_id': 'ca4d8f1b1cc14659a16af4ec915819aa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=120042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:00:46.348066 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-0d6c4f1e-766a-462d-a902-7ed2b5f163d2 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:46.426727 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-0d6c4f1e-766a-462d-a902-7ed2b5f163d2 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:46.429913 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_hamode_db [None req-cfbd60d0-16d2-48fa-b0e0-94f5e35269e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaedf421-31f8-469c-a0f8-660c13bbd2e7', 'name': 'tempest-TestShelveInstance-26667233-router', 'tenant_id': '80cccf5997894560a8a4bf65e2a9546b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'd0fef4fc-86c5-440b-b611-e64ba74d9a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:00:39Z', 'updated_at': '2021-09-03T13:00:43Z', 'revision_number': 4, 'project_id': '80cccf5997894560a8a4bf65e2a9546b', 'gw_port': {'id': 'd0fef4fc-86c5-440b-b611-e64ba74d9a7a', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:86:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaedf421-31f8-469c-a0f8-660c13bbd2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:00:39Z', 'updated_at': '2021-09-03T13:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi', '_interfaces': [{'id': '7df4058e-248d-4d0e-bf91-a9c917c4b4eb', 'name': '', 'network_id': '6c566879-663e-4132-99b3-9ebe9035ba41', 'tenant_id': '80cccf5997894560a8a4bf65e2a9546b', 'mac_address': 'fa:16:3e:92:44:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaedf421-31f8-469c-a0f8-660c13bbd2e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'e531c330-3e19-4743-ac98-48d51f671d12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:00:42Z', 'updated_at': '2021-09-03T13:00:44Z', 'revision_number': 2, 'project_id': '80cccf5997894560a8a4bf65e2a9546b', 'subnets': [{'id': 'e531c330-3e19-4743-ac98-48d51f671d12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-9-iscsi', False) {} {{(pid=120044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:00:46.460090 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbd60d0-16d2-48fa-b0e0-94f5e35269e3 None None] Checking router: aaedf421-31f8-469c-a0f8-660c13bbd2e7 for host: dv-cinder-788782-9-iscsi {{(pid=120044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 13:00:46.460449 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbd60d0-16d2-48fa-b0e0-94f5e35269e3 None None] Updating router aaedf421-31f8-469c-a0f8-660c13bbd2e7 port 7df4058e-248d-4d0e-bf91-a9c917c4b4eb binding host dv-cinder-788782-9-iscsi {{(pid=120044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 13:00:46.487283 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron_lib.callbacks.manager [None req-cfbd60d0-16d2-48fa-b0e0-94f5e35269e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:46.517616 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-0d6c4f1e-766a-462d-a902-7ed2b5f163d2 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684986'] for security_group_rule, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:46.550164 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6c4f1e-766a-462d-a902-7ed2b5f163d2 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87eca86b-f45c-4bd9-9ffa-9721c9ddc105,revision_number=0']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:00:46.662654 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5389f05e-d369-4095-9b7b-099a41ebebd2 req-baae22c8-4ce8-4af3-97f1-e9ca6cef3657 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:00:46.664283 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-5389f05e-d369-4095-9b7b-099a41ebebd2 req-baae22c8-4ce8-4af3-97f1-e9ca6cef3657 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/ports?device_id=78d57d56-f67d-4816-909a-b4e9fdebfb43 HTTP/1.1" status: 200 len: 945 time: 0.0492525 Sep 03 13:00:46.709144 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-5389f05e-d369-4095-9b7b-099a41ebebd2 req-c5ea2603-4b95-42ca-a2e0-d260950eace1 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/security-groups?id=0fd2e05a-404e-4218-af27-cb0ee3234aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357554 Sep 03 13:00:46.734577 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-0d6c4f1e-766a-462d-a902-7ed2b5f163d2 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:46.738348 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-0d6c4f1e-766a-462d-a902-7ed2b5f163d2 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5092819 Sep 03 13:00:46.738605 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 40188) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:00:46.743463 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.v2.base [None req-a7a28ce9-d0ed-4a0a-8a31-8ae6a8a61445 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Request body: {'security_group_rule': {'security_group_id': '946cb771-3479-4969-bec7-65f8bfd0ac47', 'project_id': 'ca4d8f1b1cc14659a16af4ec915819aa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=120042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:00:46.769966 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron_lib.callbacks.manager [None req-cfbd60d0-16d2-48fa-b0e0-94f5e35269e3 None None] Notify callbacks [] for port, precommit_update {{(pid=120044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:46.780312 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.provisioning_blocks [None req-cfbd60d0-16d2-48fa-b0e0-94f5e35269e3 None None] Transition to ACTIVE for port object 7df4058e-248d-4d0e-bf91-a9c917c4b4eb will not be triggered until provisioned by entity L2. {{(pid=120044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:00:46.901061 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron_lib.callbacks.manager [None req-cfbd60d0-16d2-48fa-b0e0-94f5e35269e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:46.910864 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-a7a28ce9-d0ed-4a0a-8a31-8ae6a8a61445 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:46.961560 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3262c99-e989-4b87-88c8-a2efd3f72619 None None] Pushing event updated for resources: {'Port': ['ID=7df4058e-248d-4d0e-bf91-a9c917c4b4eb,revision_number=3']} {{(pid=120044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:00:46.969946 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-a7a28ce9-d0ed-4a0a-8a31-8ae6a8a61445 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:47.014677 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.plugins.ml2.managers [None req-cfbd60d0-16d2-48fa-b0e0-94f5e35269e3 None None] Attempting to bind port 7df4058e-248d-4d0e-bf91-a9c917c4b4eb on host dv-cinder-788782-9-iscsi for vnic_type normal with profile {{(pid=120044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 13:00:47.015046 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.plugins.ml2.managers [None req-cfbd60d0-16d2-48fa-b0e0-94f5e35269e3 None None] Attempting to bind port 7df4058e-248d-4d0e-bf91-a9c917c4b4eb by drivers openvswitch,hyperv on host dv-cinder-788782-9-iscsi at level 0 using segments [{'id': '474ecd73-90cc-403c-8c4a-92c15dbde33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6c566879-663e-4132-99b3-9ebe9035ba41'}] {{(pid=120044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 13:00:47.015416 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbd60d0-16d2-48fa-b0e0-94f5e35269e3 None None] Attempting to bind port 7df4058e-248d-4d0e-bf91-a9c917c4b4eb on network 6c566879-663e-4132-99b3-9ebe9035ba41 {{(pid=120044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 13:00:47.027604 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbd60d0-16d2-48fa-b0e0-94f5e35269e3 None None] Checking agent: {'id': '54d2aec0-bb47-465a-a42e-8bc5f6172949', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 12, 48, 38), 'started_at': datetime.datetime(2021, 9, 3, 12, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 13, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 13:00:47.029185 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbd60d0-16d2-48fa-b0e0-94f5e35269e3 None None] Checking segment: {'id': '474ecd73-90cc-403c-8c4a-92c15dbde33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6c566879-663e-4132-99b3-9ebe9035ba41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 13:00:47.029846 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron_lib.callbacks.manager [None req-cfbd60d0-16d2-48fa-b0e0-94f5e35269e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=120044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:47.032327 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbd60d0-16d2-48fa-b0e0-94f5e35269e3 None None] Bound using segment: {'id': '474ecd73-90cc-403c-8c4a-92c15dbde33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6c566879-663e-4132-99b3-9ebe9035ba41'} {{(pid=120044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 13:00:47.033493 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.plugins.ml2.managers [None req-cfbd60d0-16d2-48fa-b0e0-94f5e35269e3 None None] Bound port: 7df4058e-248d-4d0e-bf91-a9c917c4b4eb, host: dv-cinder-788782-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '474ecd73-90cc-403c-8c4a-92c15dbde33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6c566879-663e-4132-99b3-9ebe9035ba41'}}] {{(pid=120044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 13:00:47.034174 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron_lib.callbacks.manager [None req-cfbd60d0-16d2-48fa-b0e0-94f5e35269e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:47.086745 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-a7a28ce9-d0ed-4a0a-8a31-8ae6a8a61445 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684986'] for security_group_rule, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:47.104198 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.plugins.ml2.db [None req-cfbd60d0-16d2-48fa-b0e0-94f5e35269e3 None None] For port 7df4058e-248d-4d0e-bf91-a9c917c4b4eb, host dv-cinder-788782-9-iscsi, cleared binding levels {{(pid=120044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 13:00:47.107510 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.plugins.ml2.db [None req-cfbd60d0-16d2-48fa-b0e0-94f5e35269e3 None None] For port 7df4058e-248d-4d0e-bf91-a9c917c4b4eb, host dv-cinder-788782-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-9-iscsi',level=0,port_id=7df4058e-248d-4d0e-bf91-a9c917c4b4eb,segment=NetworkSegment(474ecd73-90cc-403c-8c4a-92c15dbde33b),segment_id=474ecd73-90cc-403c-8c4a-92c15dbde33b)] {{(pid=120044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 13:00:47.131578 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a28ce9-d0ed-4a0a-8a31-8ae6a8a61445 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c91c0148-d830-4049-9169-9223cc5bf7c4,revision_number=0']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:00:47.152837 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffda93d-b3ea-401d-b953-2159f22f7fb5 req-42aa154c-33b8-408d-8da8-ea808cc5194c tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:00:47.154415 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-8ffda93d-b3ea-401d-b953-2159f22f7fb5 req-42aa154c-33b8-408d-8da8-ea808cc5194c tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/ports?device_id=78d57d56-f67d-4816-909a-b4e9fdebfb43 HTTP/1.1" status: 200 len: 945 time: 0.0783157 Sep 03 13:00:47.194314 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-8ffda93d-b3ea-401d-b953-2159f22f7fb5 req-7b96d447-f329-4edf-9bc7-8f808792c1e9 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/security-groups?id=0fd2e05a-404e-4218-af27-cb0ee3234aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338383 Sep 03 13:00:47.226070 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron_lib.callbacks.manager [None req-cfbd60d0-16d2-48fa-b0e0-94f5e35269e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:47.232761 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-a7a28ce9-d0ed-4a0a-8a31-8ae6a8a61445 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:47.236446 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-a7a28ce9-d0ed-4a0a-8a31-8ae6a8a61445 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4942865 Sep 03 13:00:47.237118 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 40196) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:00:47.243110 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.v2.base [None req-ddd6d924-3910-4b0f-b006-f4d1c2ac3f51 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Request body: {'security_group_rule': {'security_group_id': '946cb771-3479-4969-bec7-65f8bfd0ac47', 'project_id': 'ca4d8f1b1cc14659a16af4ec915819aa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=120041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:00:47.272476 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Device d0fef4fc-86c5-440b-b611-e64ba74d9a7a up at agent ovs-agent-dv-cinder-788782-9-iscsi {{(pid=120043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:00:47.287411 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5ee76a-b859-4594-b843-bac0d45aec68 req-c541d99e-36a4-470c-947a-716a490c33b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:00:47.289040 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-9d5ee76a-b859-4594-b843-bac0d45aec68 req-c541d99e-36a4-470c-947a-716a490c33b9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2a026b60655d4a369b93374d125b02b1&device_id=78d57d56-f67d-4816-909a-b4e9fdebfb43 HTTP/1.1" status: 200 len: 1098 time: 0.0585570 Sep 03 13:00:47.344303 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-08f51270-9900-45ae-a958-671501e71079 None None] Provisioning complete for port d0fef4fc-86c5-440b-b611-e64ba74d9a7a triggered by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:00:47.345540 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:47.376642 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbd60d0-16d2-48fa-b0e0-94f5e35269e3 None None] Routers {'aaedf421-31f8-469c-a0f8-660c13bbd2e7'} bound to L3 agent in host dv-cinder-788782-9-iscsi {{(pid=120044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:00:47.377422 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_hamode_db [None req-cfbd60d0-16d2-48fa-b0e0-94f5e35269e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T12:48:38Z,description=,heartbeat_timestamp=2021-09-03T13:00:38Z,host='dv-cinder-788782-9-iscsi',id=3ba3cff0-0714-4a2d-b638-391a63c22700,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:48:38Z,topic='l3_agent')) {'router_ids': ['aaedf421-31f8-469c-a0f8-660c13bbd2e7'], 'active': True} {{(pid=120044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:00:47.381212 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-ddd6d924-3910-4b0f-b006-f4d1c2ac3f51 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:47.420819 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5ee76a-b859-4594-b843-bac0d45aec68 req-cd0f5f8d-c594-48b7-af16-a004586ac10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:00:47.422334 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-9d5ee76a-b859-4594-b843-bac0d45aec68 req-cd0f5f8d-c594-48b7-af16-a004586ac10c service neutron] 10.222.0.11 "GET /v2.0/networks?id=45e81d3f-b881-425b-99ca-1daab65347e2 HTTP/1.1" status: 200 len: 911 time: 0.1239693 Sep 03 13:00:47.473953 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-ddd6d924-3910-4b0f-b006-f4d1c2ac3f51 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:47.496269 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3262c99-e989-4b87-88c8-a2efd3f72619 None None] Pushing event updated for resources: {'Port': ['ID=7df4058e-248d-4d0e-bf91-a9c917c4b4eb,revision_number=4']} {{(pid=120044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:00:47.508923 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_dvr_db [None req-cfbd60d0-16d2-48fa-b0e0-94f5e35269e3 None None] Set router aaedf421-31f8-469c-a0f8-660c13bbd2e7 gateway port host: dv-cinder-788782-9-iscsi {{(pid=120044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:00:47.509560 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-9d5ee76a-b859-4594-b843-bac0d45aec68 req-5bdb6cef-ea69-4aca-8a30-02685a6b940f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93c9355c-2e1a-473b-8067-47215e8d2ca3 HTTP/1.1" status: 200 len: 1000 time: 0.0777910 Sep 03 13:00:47.559361 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5ee76a-b859-4594-b843-bac0d45aec68 req-ba4db002-51ad-4933-8ec9-ba6aab0fb91d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:00:47.560868 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-9d5ee76a-b859-4594-b843-bac0d45aec68 req-ba4db002-51ad-4933-8ec9-ba6aab0fb91d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=18f4b7c2-4c96-420d-afc2-0ae06dbda8bd HTTP/1.1" status: 200 len: 850 time: 0.0438726 Sep 03 13:00:47.609091 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5ee76a-b859-4594-b843-bac0d45aec68 req-12dbb2a2-e1bf-414b-8cea-d4cc459e2418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:00:47.610645 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-9d5ee76a-b859-4594-b843-bac0d45aec68 req-12dbb2a2-e1bf-414b-8cea-d4cc459e2418 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=45e81d3f-b881-425b-99ca-1daab65347e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402601 Sep 03 13:00:47.617295 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-ddd6d924-3910-4b0f-b006-f4d1c2ac3f51 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684986'] for security_group_rule, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:47.635646 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd6d924-3910-4b0f-b006-f4d1c2ac3f51 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b3f846c-117a-4053-b29c-88b67f460734,revision_number=0']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:00:47.715954 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_hamode_db [None req-cfbd60d0-16d2-48fa-b0e0-94f5e35269e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaedf421-31f8-469c-a0f8-660c13bbd2e7', 'name': 'tempest-TestShelveInstance-26667233-router', 'tenant_id': '80cccf5997894560a8a4bf65e2a9546b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'd0fef4fc-86c5-440b-b611-e64ba74d9a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:00:39Z', 'updated_at': '2021-09-03T13:00:43Z', 'revision_number': 4, 'project_id': '80cccf5997894560a8a4bf65e2a9546b', 'gw_port': {'id': 'd0fef4fc-86c5-440b-b611-e64ba74d9a7a', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:86:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaedf421-31f8-469c-a0f8-660c13bbd2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:00:39Z', 'updated_at': '2021-09-03T13:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi', '_interfaces': [{'id': '7df4058e-248d-4d0e-bf91-a9c917c4b4eb', 'name': '', 'network_id': '6c566879-663e-4132-99b3-9ebe9035ba41', 'tenant_id': '80cccf5997894560a8a4bf65e2a9546b', 'mac_address': 'fa:16:3e:92:44:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaedf421-31f8-469c-a0f8-660c13bbd2e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'e531c330-3e19-4743-ac98-48d51f671d12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:00:42Z', 'updated_at': '2021-09-03T13:00:47Z', 'revision_number': 4, 'project_id': '80cccf5997894560a8a4bf65e2a9546b', 'subnets': [{'id': 'e531c330-3e19-4743-ac98-48d51f671d12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-9-iscsi', False) {} {{(pid=120044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:00:47.716803 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-9d5ee76a-b859-4594-b843-bac0d45aec68 req-4c31a4e4-f8f6-472a-a024-edb1f219e1c5 service neutron] 10.222.0.11 "GET /v2.0/networks/45e81d3f-b881-425b-99ca-1daab65347e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976257 Sep 03 13:00:47.748034 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbd60d0-16d2-48fa-b0e0-94f5e35269e3 None None] The sync data for ids ['aaedf421-31f8-469c-a0f8-660c13bbd2e7'] in dv-cinder-788782-9-iscsi is: [{'id': 'aaedf421-31f8-469c-a0f8-660c13bbd2e7', 'name': 'tempest-TestShelveInstance-26667233-router', 'tenant_id': '80cccf5997894560a8a4bf65e2a9546b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'd0fef4fc-86c5-440b-b611-e64ba74d9a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:00:39Z', 'updated_at': '2021-09-03T13:00:43Z', 'revision_number': 4, 'project_id': '80cccf5997894560a8a4bf65e2a9546b', 'gw_port': {'id': 'd0fef4fc-86c5-440b-b611-e64ba74d9a7a', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:86:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaedf421-31f8-469c-a0f8-660c13bbd2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:00:39Z', 'updated_at': '2021-09-03T13:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi', '_interfaces': [{'id': '7df4058e-248d-4d0e-bf91-a9c917c4b4eb', 'name': '', 'network_id': '6c566879-663e-4132-99b3-9ebe9035ba41', 'tenant_id': '80cccf5997894560a8a4bf65e2a9546b', 'mac_address': 'fa:16:3e:92:44:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaedf421-31f8-469c-a0f8-660c13bbd2e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'e531c330-3e19-4743-ac98-48d51f671d12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:00:42Z', 'updated_at': '2021-09-03T13:00:47Z', 'revision_number': 4, 'project_id': '80cccf5997894560a8a4bf65e2a9546b', 'subnets': [{'id': 'e531c330-3e19-4743-ac98-48d51f671d12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 13:00:47.800211 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-ddd6d924-3910-4b0f-b006-f4d1c2ac3f51 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:47.804028 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-ddd6d924-3910-4b0f-b006-f4d1c2ac3f51 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5629711 Sep 03 13:00:47.805017 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 40206) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:00:47.811133 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.v2.base [None req-b2b39965-fafd-4881-93ae-2cc2c4fb18b7 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Request body: {'security_group_rule': {'security_group_id': '946cb771-3479-4969-bec7-65f8bfd0ac47', 'project_id': 'ca4d8f1b1cc14659a16af4ec915819aa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=120041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:00:47.846045 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-9d5ee76a-b859-4594-b843-bac0d45aec68 req-677d560b-2e6d-4eb7-bdf7-0c9788e29901 service neutron] 10.222.0.11 "GET /v2.0/networks/45e81d3f-b881-425b-99ca-1daab65347e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210663 Sep 03 13:00:47.943756 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.db.securitygroups_db [None req-b2b39965-fafd-4881-93ae-2cc2c4fb18b7 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Project ca4d8f1b1cc14659a16af4ec915819aa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 13:00:47.949236 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-b2b39965-fafd-4881-93ae-2cc2c4fb18b7 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:48.022227 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-b2b39965-fafd-4881-93ae-2cc2c4fb18b7 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:48.103164 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-b2b39965-fafd-4881-93ae-2cc2c4fb18b7 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684986'] for security_group_rule, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:48.121465 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b39965-fafd-4881-93ae-2cc2c4fb18b7 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61ab5a8d-9bc1-44e1-8d03-d3ca8eb58270,revision_number=0']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:00:48.186124 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-b2b39965-fafd-4881-93ae-2cc2c4fb18b7 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:48.187764 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-b2b39965-fafd-4881-93ae-2cc2c4fb18b7 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3815486 Sep 03 13:00:48.190345 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 40216) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:00:48.196543 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.v2.base [None req-d8f66b75-ba57-4a11-8591-73023fde3535 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Request body: {'security_group_rule': {'security_group_id': '946cb771-3479-4969-bec7-65f8bfd0ac47', 'project_id': 'ca4d8f1b1cc14659a16af4ec915819aa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=120041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:00:48.309120 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.db.securitygroups_db [None req-d8f66b75-ba57-4a11-8591-73023fde3535 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Project ca4d8f1b1cc14659a16af4ec915819aa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 13:00:48.327400 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-d8f66b75-ba57-4a11-8591-73023fde3535 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:48.327698 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f54b1c3-6280-42b3-ac7f-b13f3a40c097 req-8323799b-9db4-4949-b8cd-5e2072d82527 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:00:48.329259 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-3f54b1c3-6280-42b3-ac7f-b13f3a40c097 req-8323799b-9db4-4949-b8cd-5e2072d82527 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/ports?device_id=78d57d56-f67d-4816-909a-b4e9fdebfb43 HTTP/1.1" status: 200 len: 945 time: 0.0537691 Sep 03 13:00:48.387539 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-3f54b1c3-6280-42b3-ac7f-b13f3a40c097 req-571bdb3f-c214-4547-80a5-c59a3309d11d tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/security-groups?id=0fd2e05a-404e-4218-af27-cb0ee3234aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437710 Sep 03 13:00:48.422530 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-d8f66b75-ba57-4a11-8591-73023fde3535 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:48.545852 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-d8f66b75-ba57-4a11-8591-73023fde3535 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684986'] for security_group_rule, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:48.565114 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f66b75-ba57-4a11-8591-73023fde3535 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7edf0b2d-73e3-4717-a6ce-dd13dae18913,revision_number=0']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:00:48.734331 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-d8f66b75-ba57-4a11-8591-73023fde3535 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:48.735620 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-d8f66b75-ba57-4a11-8591-73023fde3535 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5438306 Sep 03 13:00:49.261441 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Device 7df4058e-248d-4d0e-bf91-a9c917c4b4eb up at agent ovs-agent-dv-cinder-788782-9-iscsi {{(pid=120043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:00:49.377434 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-08f51270-9900-45ae-a958-671501e71079 None None] Provisioning for port 7df4058e-248d-4d0e-bf91-a9c917c4b4eb completed by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:00:49.381967 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-08f51270-9900-45ae-a958-671501e71079 None None] Provisioning complete for port 7df4058e-248d-4d0e-bf91-a9c917c4b4eb triggered by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:00:49.382351 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:49.458295 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:49.501514 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-08f51270-9900-45ae-a958-671501e71079 None None] For port 7df4058e-248d-4d0e-bf91-a9c917c4b4eb, host dv-cinder-788782-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-9-iscsi',level=0,port_id=7df4058e-248d-4d0e-bf91-a9c917c4b4eb,segment=NetworkSegment(474ecd73-90cc-403c-8c4a-92c15dbde33b),segment_id=474ecd73-90cc-403c-8c4a-92c15dbde33b)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:00:49.512081 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b802eac-80a0-4c1b-bd50-f797dc1031f2 req-033d50fa-1d22-4a62-834a-a1f4aba6f36d tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:00:49.513385 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-6b802eac-80a0-4c1b-bd50-f797dc1031f2 req-033d50fa-1d22-4a62-834a-a1f4aba6f36d tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/ports?device_id=78d57d56-f67d-4816-909a-b4e9fdebfb43 HTTP/1.1" status: 200 len: 945 time: 0.0572174 Sep 03 13:00:49.556025 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-6b802eac-80a0-4c1b-bd50-f797dc1031f2 req-9936002b-e348-49c5-96eb-5424be0d714f tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/security-groups?id=0fd2e05a-404e-4218-af27-cb0ee3234aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368807 Sep 03 13:00:49.608623 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:49.658559 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Pushing event updated for resources: {'Port': ['ID=7df4058e-248d-4d0e-bf91-a9c917c4b4eb,revision_number=5']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:00:50.088862 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 40300) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:00:50.189415 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-83f95ca6-8028-4251-828f-95530d365e13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:50.276837 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-83f95ca6-8028-4251-828f-95530d365e13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:50.377293 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-83f95ca6-8028-4251-828f-95530d365e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:50.417474 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-83f95ca6-8028-4251-828f-95530d365e13 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=143d1ec37f314481b3ccd445b6cf9c58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3274341 Sep 03 13:00:50.418169 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f95ca6-8028-4251-828f-95530d365e13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eb4de7b-732a-44e0-a57c-988d3a5d4b87,revision_number=1']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:00:50.420909 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 40304) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:00:50.468588 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-31afd244-44b9-490d-a217-2a1348d2e06d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:50.492545 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-31afd244-44b9-490d-a217-2a1348d2e06d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:50.628882 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-31afd244-44b9-490d-a217-2a1348d2e06d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:50.632032 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-31afd244-44b9-490d-a217-2a1348d2e06d admin admin] Notify callbacks [] for security_group, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:50.633170 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-31afd244-44b9-490d-a217-2a1348d2e06d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8eb4de7b-732a-44e0-a57c-988d3a5d4b87 HTTP/1.1" status: 204 len: 168 time: 0.2109060 Sep 03 13:00:50.641083 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31afd244-44b9-490d-a217-2a1348d2e06d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eb4de7b-732a-44e0-a57c-988d3a5d4b87,revision_number=None']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:00:51.211044 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 40316) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:00:51.224538 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-652a9ff6-c260-4227-916b-e004146492cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:51.236376 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Device 7df4058e-248d-4d0e-bf91-a9c917c4b4eb up at agent ovs-agent-dv-cinder-788782-9-iscsi {{(pid=120043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:00:51.287000 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-08f51270-9900-45ae-a958-671501e71079 None None] Provisioning complete for port 7df4058e-248d-4d0e-bf91-a9c917c4b4eb triggered by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:00:51.287381 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:51.318969 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-652a9ff6-c260-4227-916b-e004146492cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:51.402577 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-652a9ff6-c260-4227-916b-e004146492cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:51.439927 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-652a9ff6-c260-4227-916b-e004146492cf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=04050b8c8daa419bb9b2da645bcfa861&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2274356 Sep 03 13:00:51.440788 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652a9ff6-c260-4227-916b-e004146492cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c26156d9-f895-4fdf-86b4-2c32ade54477,revision_number=1']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:00:51.443026 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 40318) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:00:51.491989 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-9e3028c0-6f81-4d43-afb0-b9479671216c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:51.512607 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-9e3028c0-6f81-4d43-afb0-b9479671216c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:51.654335 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-9e3028c0-6f81-4d43-afb0-b9479671216c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:51.657107 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-9e3028c0-6f81-4d43-afb0-b9479671216c admin admin] Notify callbacks [] for security_group, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:51.658258 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-9e3028c0-6f81-4d43-afb0-b9479671216c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c26156d9-f895-4fdf-86b4-2c32ade54477 HTTP/1.1" status: 204 len: 168 time: 0.2142701 Sep 03 13:00:51.666707 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3028c0-6f81-4d43-afb0-b9479671216c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c26156d9-f895-4fdf-86b4-2c32ade54477,revision_number=None']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:00:55.906233 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 40468) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:00:56.011231 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-20fcc9f5-c8a3-4ef7-834b-aa0b8cfdd536 admin admin] Notify callbacks [] for security_group, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:56.100930 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-20fcc9f5-c8a3-4ef7-834b-aa0b8cfdd536 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:56.188968 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-20fcc9f5-c8a3-4ef7-834b-aa0b8cfdd536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:56.229922 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-20fcc9f5-c8a3-4ef7-834b-aa0b8cfdd536 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6b9e4d6a288e4200925662ee296ced9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3225396 Sep 03 13:00:56.231063 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fcc9f5-c8a3-4ef7-834b-aa0b8cfdd536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c16f0d7-3df5-4563-9360-166beeaa0196,revision_number=1']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:00:56.232786 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 40488) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:00:56.293709 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-4b31d7ac-5741-4302-abf3-2e47903259d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:56.312120 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-4b31d7ac-5741-4302-abf3-2e47903259d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:56.462996 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-4b31d7ac-5741-4302-abf3-2e47903259d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:56.465600 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-4b31d7ac-5741-4302-abf3-2e47903259d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:56.466757 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-4b31d7ac-5741-4302-abf3-2e47903259d2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3c16f0d7-3df5-4563-9360-166beeaa0196 HTTP/1.1" status: 204 len: 168 time: 0.2316093 Sep 03 13:00:56.475123 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b31d7ac-5741-4302-abf3-2e47903259d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c16f0d7-3df5-4563-9360-166beeaa0196,revision_number=None']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:00:57.537540 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 40548) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:00:57.742630 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-3828622e-4a6d-4220-8e32-d54d7b43750a admin admin] Notify callbacks [] for security_group, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:57.831434 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-3828622e-4a6d-4220-8e32-d54d7b43750a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:57.892196 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-3828622e-4a6d-4220-8e32-d54d7b43750a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:57.930124 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3828622e-4a6d-4220-8e32-d54d7b43750a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd62fa0f-1bed-40cf-b841-11f7683410df,revision_number=1']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:00:57.933836 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-3828622e-4a6d-4220-8e32-d54d7b43750a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=53d42ced27594816ab8f31f4071ff2a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3951154 Sep 03 13:00:57.936747 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 40556) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:00:57.939716 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3828622e-4a6d-4220-8e32-d54d7b43750a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:00:57.940097 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3828622e-4a6d-4220-8e32-d54d7b43750a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:00:57.940447 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3828622e-4a6d-4220-8e32-d54d7b43750a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:00:57.940792 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3828622e-4a6d-4220-8e32-d54d7b43750a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:00:57.941130 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3828622e-4a6d-4220-8e32-d54d7b43750a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:00:57.941467 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3828622e-4a6d-4220-8e32-d54d7b43750a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:00:57.941845 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3828622e-4a6d-4220-8e32-d54d7b43750a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:00:57.942188 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3828622e-4a6d-4220-8e32-d54d7b43750a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:00:57.942522 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3828622e-4a6d-4220-8e32-d54d7b43750a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:00:57.942851 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3828622e-4a6d-4220-8e32-d54d7b43750a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:00:57.943179 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3828622e-4a6d-4220-8e32-d54d7b43750a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:00:57.943505 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3828622e-4a6d-4220-8e32-d54d7b43750a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:00:57.989719 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-40d55514-c4b1-43dc-bba7-d0bba8d53b9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:58.011598 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-40d55514-c4b1-43dc-bba7-d0bba8d53b9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:58.140052 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-40d55514-c4b1-43dc-bba7-d0bba8d53b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:58.142623 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-40d55514-c4b1-43dc-bba7-d0bba8d53b9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:58.143815 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-40d55514-c4b1-43dc-bba7-d0bba8d53b9a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cd62fa0f-1bed-40cf-b841-11f7683410df HTTP/1.1" status: 204 len: 168 time: 0.2060049 Sep 03 13:00:58.151932 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d55514-c4b1-43dc-bba7-d0bba8d53b9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd62fa0f-1bed-40cf-b841-11f7683410df,revision_number=None']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:00:58.901876 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 40586) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:00:58.915521 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-34023a9e-0bba-4a77-afca-d97fa5683542 admin admin] Notify callbacks [] for security_group, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:59.005730 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-34023a9e-0bba-4a77-afca-d97fa5683542 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:59.077016 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-34023a9e-0bba-4a77-afca-d97fa5683542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:59.118285 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-34023a9e-0bba-4a77-afca-d97fa5683542 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0a14cf703d294b04803e210d8d59a5f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2152579 Sep 03 13:00:59.119010 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34023a9e-0bba-4a77-afca-d97fa5683542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce405b85-ab58-47cd-be44-ff7d866193a7,revision_number=1']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:00:59.121024 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 40594) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:00:59.170998 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-5b87d90a-ce36-4c17-8093-ce75f2822757 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:59.198947 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-5b87d90a-ce36-4c17-8093-ce75f2822757 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:59.317688 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-5b87d90a-ce36-4c17-8093-ce75f2822757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:59.320305 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-5b87d90a-ce36-4c17-8093-ce75f2822757 admin admin] Notify callbacks [] for security_group, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:00:59.321505 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-5b87d90a-ce36-4c17-8093-ce75f2822757 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ce405b85-ab58-47cd-be44-ff7d866193a7 HTTP/1.1" status: 204 len: 168 time: 0.1993208 Sep 03 13:00:59.329487 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b87d90a-ce36-4c17-8093-ce75f2822757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce405b85-ab58-47cd-be44-ff7d866193a7,revision_number=None']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:00:59.994051 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 40614) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:01:00.103281 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-ab2be85d-ee70-4a3b-ab7b-7da54d4b654d admin admin] Notify callbacks [] for security_group, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:00.193443 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-ab2be85d-ee70-4a3b-ab7b-7da54d4b654d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:00.262663 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-ab2be85d-ee70-4a3b-ab7b-7da54d4b654d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:00.300610 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-ab2be85d-ee70-4a3b-ab7b-7da54d4b654d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fbd91304d98740df968b413c8237eb8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3031189 Sep 03 13:01:00.301945 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 40624) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:01:00.303912 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2be85d-ee70-4a3b-ab7b-7da54d4b654d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33b9a1b3-3fbe-4b58-8f48-21f788cb85c5,revision_number=1']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:01:00.359017 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-b048a8d1-52ef-4150-b84f-ce92feea4357 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:00.380995 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-b048a8d1-52ef-4150-b84f-ce92feea4357 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:00.700286 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-b048a8d1-52ef-4150-b84f-ce92feea4357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:00.702863 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-b048a8d1-52ef-4150-b84f-ce92feea4357 admin admin] Notify callbacks [] for security_group, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:00.705043 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-b048a8d1-52ef-4150-b84f-ce92feea4357 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/33b9a1b3-3fbe-4b58-8f48-21f788cb85c5 HTTP/1.1" status: 204 len: 168 time: 0.4006062 Sep 03 13:01:00.713073 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b048a8d1-52ef-4150-b84f-ce92feea4357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b9a1b3-3fbe-4b58-8f48-21f788cb85c5,revision_number=None']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:01:01.490677 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 40654) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:01:01.503703 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-9a63d659-9314-4478-86a9-296eae6b18c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:01.619703 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-9a63d659-9314-4478-86a9-296eae6b18c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:01.708449 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-9a63d659-9314-4478-86a9-296eae6b18c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:01.746816 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-9a63d659-9314-4478-86a9-296eae6b18c5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4e15774f64204c2da7612bf999777a00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2548914 Sep 03 13:01:01.747690 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a63d659-9314-4478-86a9-296eae6b18c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ccb5be-fe57-437b-89b4-8548d286d254,revision_number=1']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:01:01.749407 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 40662) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:01:01.796812 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-52857daf-08b2-4cc9-8840-c8e952d541d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:01.818790 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-52857daf-08b2-4cc9-8840-c8e952d541d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:01.960339 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-52857daf-08b2-4cc9-8840-c8e952d541d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:01.967092 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-52857daf-08b2-4cc9-8840-c8e952d541d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:01.967092 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-52857daf-08b2-4cc9-8840-c8e952d541d5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f6ccb5be-fe57-437b-89b4-8548d286d254 HTTP/1.1" status: 204 len: 168 time: 0.2140005 Sep 03 13:01:01.972865 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52857daf-08b2-4cc9-8840-c8e952d541d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ccb5be-fe57-437b-89b4-8548d286d254,revision_number=None']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:01:02.705215 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 40708) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:01:02.808166 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-8d74f617-6a3e-4646-81f5-9c4aaa45b27c admin admin] Notify callbacks [] for security_group, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:02.906340 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-8d74f617-6a3e-4646-81f5-9c4aaa45b27c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:03.006397 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-8d74f617-6a3e-4646-81f5-9c4aaa45b27c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:03.043691 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-8d74f617-6a3e-4646-81f5-9c4aaa45b27c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=85b3cf3bb0524ff3baf3cf0ab6c70284&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3372111 Sep 03 13:01:03.044560 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d74f617-6a3e-4646-81f5-9c4aaa45b27c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=679c6ff9-ec03-4619-972e-3db387e8ee79,revision_number=1']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:01:03.046416 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 40718) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:01:03.052812 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d74f617-6a3e-4646-81f5-9c4aaa45b27c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:01:03.053234 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d74f617-6a3e-4646-81f5-9c4aaa45b27c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:01:03.053705 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d74f617-6a3e-4646-81f5-9c4aaa45b27c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:01:03.060504 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d74f617-6a3e-4646-81f5-9c4aaa45b27c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:01:03.060504 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d74f617-6a3e-4646-81f5-9c4aaa45b27c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:01:03.060504 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d74f617-6a3e-4646-81f5-9c4aaa45b27c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:01:03.060504 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d74f617-6a3e-4646-81f5-9c4aaa45b27c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:01:03.060504 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d74f617-6a3e-4646-81f5-9c4aaa45b27c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:01:03.060504 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d74f617-6a3e-4646-81f5-9c4aaa45b27c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:01:03.060504 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d74f617-6a3e-4646-81f5-9c4aaa45b27c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:01:03.060504 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d74f617-6a3e-4646-81f5-9c4aaa45b27c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:01:03.060504 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d74f617-6a3e-4646-81f5-9c4aaa45b27c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:01:03.096857 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-787f9dc6-8e05-4baa-9d54-dc9038927d12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:03.118721 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-787f9dc6-8e05-4baa-9d54-dc9038927d12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:03.251369 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-787f9dc6-8e05-4baa-9d54-dc9038927d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:03.253949 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-787f9dc6-8e05-4baa-9d54-dc9038927d12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:03.255140 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-787f9dc6-8e05-4baa-9d54-dc9038927d12 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/679c6ff9-ec03-4619-972e-3db387e8ee79 HTTP/1.1" status: 204 len: 168 time: 0.2075067 Sep 03 13:01:03.263139 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787f9dc6-8e05-4baa-9d54-dc9038927d12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=679c6ff9-ec03-4619-972e-3db387e8ee79,revision_number=None']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:01:04.083333 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 40746) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:01:04.096512 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-6ddff2d8-0b4f-4968-9df4-929707f8dca4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:04.183003 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-6ddff2d8-0b4f-4968-9df4-929707f8dca4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:04.276808 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-6ddff2d8-0b4f-4968-9df4-929707f8dca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:04.314896 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-6ddff2d8-0b4f-4968-9df4-929707f8dca4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e598461adada42b2bf249476ff2d87e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2303650 Sep 03 13:01:04.315741 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddff2d8-0b4f-4968-9df4-929707f8dca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=901c2781-e7b6-492f-9ad9-5928d7ee4088,revision_number=1']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:01:04.318243 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 40752) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:01:04.369850 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-13f917bc-0927-4c5e-965d-f3ad2574341e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:04.397130 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-13f917bc-0927-4c5e-965d-f3ad2574341e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:04.565928 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-13f917bc-0927-4c5e-965d-f3ad2574341e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:04.569270 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-13f917bc-0927-4c5e-965d-f3ad2574341e admin admin] Notify callbacks [] for security_group, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:04.570466 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-13f917bc-0927-4c5e-965d-f3ad2574341e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/901c2781-e7b6-492f-9ad9-5928d7ee4088 HTTP/1.1" status: 204 len: 168 time: 0.2507265 Sep 03 13:01:04.578779 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f917bc-0927-4c5e-965d-f3ad2574341e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=901c2781-e7b6-492f-9ad9-5928d7ee4088,revision_number=None']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:01:05.268477 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-7ccb6e4f-01c7-4b18-943d-3fed038459db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:06.260250 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 40804) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:01:06.362864 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-1a23794c-1630-4b57-b09e-4889e6b41a88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:06.446498 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-1a23794c-1630-4b57-b09e-4889e6b41a88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:06.553597 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-1a23794c-1630-4b57-b09e-4889e6b41a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:06.586795 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-1a23794c-1630-4b57-b09e-4889e6b41a88 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=453ae2b97aeb43f797439d636943c8e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3254890 Sep 03 13:01:06.587645 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a23794c-1630-4b57-b09e-4889e6b41a88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c0da448-c474-4bd3-af7a-7779557ad63c,revision_number=1']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:01:06.589487 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 40810) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:01:06.637365 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-692f71a1-daab-4dd0-bb16-0aa1792d1d7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:06.658087 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-692f71a1-daab-4dd0-bb16-0aa1792d1d7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:06.811534 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-692f71a1-daab-4dd0-bb16-0aa1792d1d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:06.814464 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-692f71a1-daab-4dd0-bb16-0aa1792d1d7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:06.815903 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-692f71a1-daab-4dd0-bb16-0aa1792d1d7e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9c0da448-c474-4bd3-af7a-7779557ad63c HTTP/1.1" status: 204 len: 168 time: 0.2251270 Sep 03 13:01:06.826222 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692f71a1-daab-4dd0-bb16-0aa1792d1d7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c0da448-c474-4bd3-af7a-7779557ad63c,revision_number=None']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:01:06.877073 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:07.877018 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-cf98c4a6-d2c0-4f83-8dd8-109dd89e0e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:08.397151 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:09.019926 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08724a11-fd48-4ea4-9071-7b022d0e8053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:10.312930 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-5d4950fa-81db-43df-abe7-0ffea9e47163 req-55fffc89-ee57-4e9a-8e1e-5f176a0327aa service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=78d57d56-f67d-4816-909a-b4e9fdebfb43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400467 Sep 03 13:01:10.370679 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4950fa-81db-43df-abe7-0ffea9e47163 req-63dcb633-e5eb-407c-8a49-91bb536f0dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:01:10.372163 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-5d4950fa-81db-43df-abe7-0ffea9e47163 req-63dcb633-e5eb-407c-8a49-91bb536f0dc5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2a026b60655d4a369b93374d125b02b1&device_id=78d57d56-f67d-4816-909a-b4e9fdebfb43 HTTP/1.1" status: 200 len: 1098 time: 0.0381541 Sep 03 13:01:10.494043 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4950fa-81db-43df-abe7-0ffea9e47163 req-e76317ac-24b8-400c-93ae-409adea0875a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:01:10.495523 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-5d4950fa-81db-43df-abe7-0ffea9e47163 req-e76317ac-24b8-400c-93ae-409adea0875a service neutron] 10.222.0.11 "GET /v2.0/networks?id=45e81d3f-b881-425b-99ca-1daab65347e2 HTTP/1.1" status: 200 len: 911 time: 0.0851274 Sep 03 13:01:10.566512 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-5d4950fa-81db-43df-abe7-0ffea9e47163 req-dcb9dbe0-ac83-445a-b904-60fffab55d82 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93c9355c-2e1a-473b-8067-47215e8d2ca3 HTTP/1.1" status: 200 len: 1000 time: 0.0583339 Sep 03 13:01:10.606311 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.agents_db [None req-4ecc573b-6c34-46c7-b31e-835fd9e30662 None None] Agent healthcheck: found 6 active agents {{(pid=120044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 13:01:10.622193 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4950fa-81db-43df-abe7-0ffea9e47163 req-88f55927-4d16-4845-b01c-5734c42ba738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:01:10.623649 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-5d4950fa-81db-43df-abe7-0ffea9e47163 req-88f55927-4d16-4845-b01c-5734c42ba738 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=18f4b7c2-4c96-420d-afc2-0ae06dbda8bd HTTP/1.1" status: 200 len: 850 time: 0.0437806 Sep 03 13:01:10.674073 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4950fa-81db-43df-abe7-0ffea9e47163 req-edb7de6d-9c08-42ac-84d0-8097478aed1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:01:10.675496 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-5d4950fa-81db-43df-abe7-0ffea9e47163 req-edb7de6d-9c08-42ac-84d0-8097478aed1b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=45e81d3f-b881-425b-99ca-1daab65347e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384877 Sep 03 13:01:10.768497 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-df5ee12c-e8c1-490b-8d0e-415336677a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:10.769944 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-5d4950fa-81db-43df-abe7-0ffea9e47163 req-6856fe54-2875-4dfa-9c21-e5e23cf96433 service neutron] 10.222.0.11 "GET /v2.0/networks/45e81d3f-b881-425b-99ca-1daab65347e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826976 Sep 03 13:01:10.861757 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-5d4950fa-81db-43df-abe7-0ffea9e47163 req-38adb6c9-ece3-4046-8f58-4031f0e766c0 service neutron] 10.222.0.11 "GET /v2.0/networks/45e81d3f-b881-425b-99ca-1daab65347e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832214 Sep 03 13:01:12.525593 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe44f84-0db3-4ad6-a14f-e75069d560d1 req-e22239c3-bbe4-47af-b920-d9e189c363f9 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:01:12.527055 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-fbe44f84-0db3-4ad6-a14f-e75069d560d1 req-e22239c3-bbe4-47af-b920-d9e189c363f9 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=24f1ba22-cfbc-4395-a08d-7c8f4e5731a1 HTTP/1.1" status: 200 len: 946 time: 0.0464268 Sep 03 13:01:12.565822 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-fbe44f84-0db3-4ad6-a14f-e75069d560d1 req-53df37e9-5ee0-4395-b92c-50e1d649778f tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8220371-6aa1-46e4-9fa1-bba367d10552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325782 Sep 03 13:01:12.633312 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-f4ba7ddb-70cd-49a6-962b-367d9b50d525 req-222797c0-f119-438d-85fb-b0aa6a95d549 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-205833289&fields=id&tenant_id=ca4d8f1b1cc14659a16af4ec915819aa HTTP/1.1" status: 200 len: 267 time: 0.0328159 Sep 03 13:01:12.980279 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ba7ddb-70cd-49a6-962b-367d9b50d525 req-91a69bf2-1aa2-4af2-b366-8b280a35c76b tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:01:12.981759 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-f4ba7ddb-70cd-49a6-962b-367d9b50d525 req-91a69bf2-1aa2-4af2-b366-8b280a35c76b tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.24 "GET /v2.0/networks?id=345637cf-75d9-4779-b1b1-52f200b41e58 HTTP/1.1" status: 200 len: 809 time: 0.3418133 Sep 03 13:01:13.001808 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-f4ba7ddb-70cd-49a6-962b-367d9b50d525 req-4feac27a-a327-4e39-8be4-27beb1b61f3e tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.24 "GET /v2.0/quotas/ca4d8f1b1cc14659a16af4ec915819aa HTTP/1.1" status: 200 len: 375 time: 0.0144091 Sep 03 13:01:13.052013 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-f4ba7ddb-70cd-49a6-962b-367d9b50d525 req-f72e5850-70d3-43e1-ae77-3685b66ac2f8 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ca4d8f1b1cc14659a16af4ec915819aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0440066 Sep 03 13:01:13.146850 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-f4ba7ddb-70cd-49a6-962b-367d9b50d525 req-a7592e97-70f4-4c55-ab99-8d6c17d22d5d service neutron] 10.222.0.24 "GET /v2.0/networks/345637cf-75d9-4779-b1b1-52f200b41e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838213 Sep 03 13:01:13.241897 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-f4ba7ddb-70cd-49a6-962b-367d9b50d525 req-8b3f01c4-bb0f-4c09-94da-c46e2bd01bb0 service neutron] 10.222.0.24 "GET /v2.0/networks/345637cf-75d9-4779-b1b1-52f200b41e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891969 Sep 03 13:01:13.683999 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84231e2-6a8b-4111-89bb-7237244a2ae7 req-afe83d8a-c4a3-4ec5-a738-824ba582aa2c tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:01:13.685497 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-c84231e2-6a8b-4111-89bb-7237244a2ae7 req-afe83d8a-c4a3-4ec5-a738-824ba582aa2c tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=24f1ba22-cfbc-4395-a08d-7c8f4e5731a1 HTTP/1.1" status: 200 len: 946 time: 0.0481062 Sep 03 13:01:13.723500 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-c84231e2-6a8b-4111-89bb-7237244a2ae7 req-e7eeefc5-045f-4007-8790-2b0ece95a542 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8220371-6aa1-46e4-9fa1-bba367d10552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313890 Sep 03 13:01:13.851407 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-8a1d633b-7ae2-4ed1-922d-e6b7363f8cb6 req-660febb0-c1e7-4cf0-bedb-db4173acde5b tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.24 "GET /v2.0/ports?device_id=732aca35-671d-4ac9-9e2d-f9c68385521f HTTP/1.1" status: 200 len: 210 time: 0.0290017 Sep 03 13:01:14.839342 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9d4e81-e02f-48f9-b1ed-b9abecae56f9 req-ac22a2d6-0fc5-43ac-b37c-4f73e06291b0 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:01:14.840866 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-0b9d4e81-e02f-48f9-b1ed-b9abecae56f9 req-ac22a2d6-0fc5-43ac-b37c-4f73e06291b0 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=24f1ba22-cfbc-4395-a08d-7c8f4e5731a1 HTTP/1.1" status: 200 len: 946 time: 0.0483689 Sep 03 13:01:14.878772 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-0b9d4e81-e02f-48f9-b1ed-b9abecae56f9 req-ac3c4436-379f-484b-b0e0-661b095a3eff tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8220371-6aa1-46e4-9fa1-bba367d10552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316887 Sep 03 13:01:14.940854 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-c24cae9d-e591-490d-b9ff-579896aa84c0 req-cac13b16-ed35-4bff-926e-bbcf8d68a58d tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.24 "GET /v2.0/ports?device_id=732aca35-671d-4ac9-9e2d-f9c68385521f HTTP/1.1" status: 200 len: 210 time: 0.0247893 Sep 03 13:01:15.993673 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6418ec9f-bd04-4a72-b98f-394a537f1bfa req-28e9d9eb-6680-4a7c-8605-105dabd090c8 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:01:15.995152 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-6418ec9f-bd04-4a72-b98f-394a537f1bfa req-28e9d9eb-6680-4a7c-8605-105dabd090c8 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=24f1ba22-cfbc-4395-a08d-7c8f4e5731a1 HTTP/1.1" status: 200 len: 946 time: 0.0465848 Sep 03 13:01:16.046014 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-3a638b96-c2a4-45ac-afe0-4ad9db85a2d0 req-7cc42e31-ad27-4732-b4fa-ffe69932878c tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.24 "GET /v2.0/ports?device_id=732aca35-671d-4ac9-9e2d-f9c68385521f HTTP/1.1" status: 200 len: 210 time: 0.0375571 Sep 03 13:01:16.057944 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-6418ec9f-bd04-4a72-b98f-394a537f1bfa req-7429e603-e1c9-47f4-bf60-48ffeca821dd tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8220371-6aa1-46e4-9fa1-bba367d10552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568430 Sep 03 13:01:16.238833 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054b4c0c-9ea6-4618-a826-7f1edd1ec1d9 req-bc67f801-a746-4909-83b3-7cd8abcae66c tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:01:16.240198 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-054b4c0c-9ea6-4618-a826-7f1edd1ec1d9 req-bc67f801-a746-4909-83b3-7cd8abcae66c tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.11 "GET /v2.0/ports?device_id=24f1ba22-cfbc-4395-a08d-7c8f4e5731a1 HTTP/1.1" status: 200 len: 946 time: 0.0489111 Sep 03 13:01:16.330163 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.plugin [req-054b4c0c-9ea6-4618-a826-7f1edd1ec1d9 req-43eb6c49-9b03-4e11-bb3c-64385e4fbdfb tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Deleting port 5d742568-1d39-4a7a-9681-78fb1e791005 {{(pid=120042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:01:16.330619 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-054b4c0c-9ea6-4618-a826-7f1edd1ec1d9 req-43eb6c49-9b03-4e11-bb3c-64385e4fbdfb tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763613556462'] for port, before_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:16.418116 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.db [req-054b4c0c-9ea6-4618-a826-7f1edd1ec1d9 req-43eb6c49-9b03-4e11-bb3c-64385e4fbdfb tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] For port 5d742568-1d39-4a7a-9681-78fb1e791005, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=5d742568-1d39-4a7a-9681-78fb1e791005,segment=NetworkSegment(32a72ad9-2465-4193-b477-40371effc92a),segment_id=32a72ad9-2465-4193-b477-40371effc92a)] {{(pid=120042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:01:16.418409 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-054b4c0c-9ea6-4618-a826-7f1edd1ec1d9 req-43eb6c49-9b03-4e11-bb3c-64385e4fbdfb tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642786'] for port, precommit_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:16.635190 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-054b4c0c-9ea6-4618-a826-7f1edd1ec1d9 req-43eb6c49-9b03-4e11-bb3c-64385e4fbdfb tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Notify callbacks [] for floatingip, precommit_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:16.635567 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-054b4c0c-9ea6-4618-a826-7f1edd1ec1d9 req-43eb6c49-9b03-4e11-bb3c-64385e4fbdfb tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748779'] for floatingip, after_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:16.635927 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.db.l3_db [req-054b4c0c-9ea6-4618-a826-7f1edd1ec1d9 req-43eb6c49-9b03-4e11-bb3c-64385e4fbdfb tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Floating IP 43b75831-e32c-47bd-9e98-b5b0f20d6b63 disassociated. External IP: 172.27.3.68, port: 5d742568-1d39-4a7a-9681-78fb1e791005. Sep 03 13:01:16.636266 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.plugin [req-054b4c0c-9ea6-4618-a826-7f1edd1ec1d9 req-43eb6c49-9b03-4e11-bb3c-64385e4fbdfb tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Calling delete_port for 5d742568-1d39-4a7a-9681-78fb1e791005 owned by compute:nova {{(pid=120042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:01:16.874374 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-054b4c0c-9ea6-4618-a826-7f1edd1ec1d9 req-43eb6c49-9b03-4e11-bb3c-64385e4fbdfb tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763613567928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763613061268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534626149'] for port, after_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:16.902990 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eb6c49-9b03-4e11-bb3c-64385e4fbdfb tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Pushing event deleted for resources: {'Port': ['ID=5d742568-1d39-4a7a-9681-78fb1e791005,revision_number=None']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:01:17.106382 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.l3_agent_scheduler [req-054b4c0c-9ea6-4618-a826-7f1edd1ec1d9 req-43eb6c49-9b03-4e11-bb3c-64385e4fbdfb tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Router 2a97104e-f6e3-4a22-b1ff-5779da7856c7 has already been hosted by L3 agent 3ba3cff0-0714-4a2d-b638-391a63c22700 {{(pid=120042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 13:01:17.132669 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ba7ddb-70cd-49a6-962b-367d9b50d525 req-32c0c7dc-456b-4fc7-b1e3-22998a147324 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:01:17.134163 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-f4ba7ddb-70cd-49a6-962b-367d9b50d525 req-32c0c7dc-456b-4fc7-b1e3-22998a147324 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.11 "GET /v2.0/networks?id=345637cf-75d9-4779-b1b1-52f200b41e58 HTTP/1.1" status: 200 len: 809 time: 0.1885805 Sep 03 13:01:17.260262 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-85da13af-9c5c-44fd-82d8-f29e915f5f0f req-df2f2776-96cd-4a11-a807-d39b169291cf tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.24 "GET /v2.0/ports?device_id=732aca35-671d-4ac9-9e2d-f9c68385521f HTTP/1.1" status: 200 len: 210 time: 0.1163731 Sep 03 13:01:17.279363 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-dc52f23d-e10f-4f79-a7aa-fcf08e54b086 req-37804eb6-c831-46e2-a90a-f4c2677a934b tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=24f1ba22-cfbc-4395-a08d-7c8f4e5731a1 HTTP/1.1" status: 200 len: 210 time: 0.0907724 Sep 03 13:01:17.314171 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-f4ba7ddb-70cd-49a6-962b-367d9b50d525 req-814dcdd4-36c5-4419-893a-c16c2ea8e644 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca4d8f1b1cc14659a16af4ec915819aa HTTP/1.1" status: 200 len: 379 time: 0.1682577 Sep 03 13:01:17.329880 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.v2.base [req-f4ba7ddb-70cd-49a6-962b-367d9b50d525 req-3c035f6f-6273-41f9-a20b-b59be0015a0a tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Request body: {'port': {'device_id': '732aca35-671d-4ac9-9e2d-f9c68385521f', 'network_id': '345637cf-75d9-4779-b1b1-52f200b41e58', 'admin_state_up': True, 'tenant_id': 'ca4d8f1b1cc14659a16af4ec915819aa', 'security_groups': ['946cb771-3479-4969-bec7-65f8bfd0ac47']}} {{(pid=120042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:01:17.357571 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-054b4c0c-9ea6-4618-a826-7f1edd1ec1d9 req-43eb6c49-9b03-4e11-bb3c-64385e4fbdfb tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Notify agent at l3_agent.dv-cinder-788782-9-iscsi the message routers_updated {{(pid=120042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 13:01:17.370330 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a3619d-d0f4-4c33-b69d-b2fdf8177e73 None None] Sync routers for ids ['2a97104e-f6e3-4a22-b1ff-5779da7856c7'] in dv-cinder-788782-9-iscsi {{(pid=120043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 13:01:17.385845 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a3619d-d0f4-4c33-b69d-b2fdf8177e73 None None] Routers {'2a97104e-f6e3-4a22-b1ff-5779da7856c7'} bound to L3 agent in host dv-cinder-788782-9-iscsi {{(pid=120043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:01:17.387859 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_hamode_db [None req-99a3619d-d0f4-4c33-b69d-b2fdf8177e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T12:48:38Z,description=,heartbeat_timestamp=2021-09-03T13:01:08Z,host='dv-cinder-788782-9-iscsi',id=3ba3cff0-0714-4a2d-b638-391a63c22700,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:48:38Z,topic='l3_agent')) {'router_ids': ['2a97104e-f6e3-4a22-b1ff-5779da7856c7'], 'active': True} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:01:17.448636 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.l3_dvrscheduler_db [req-054b4c0c-9ea6-4618-a826-7f1edd1ec1d9 req-43eb6c49-9b03-4e11-bb3c-64385e4fbdfb tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] No DVR routers for this DVR port 5d742568-1d39-4a7a-9681-78fb1e791005 on host hv-cinder-78878 {{(pid=120042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 13:01:17.454248 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-054b4c0c-9ea6-4618-a826-7f1edd1ec1d9 req-43eb6c49-9b03-4e11-bb3c-64385e4fbdfb tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10697'] for port, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:17.456181 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-054b4c0c-9ea6-4618-a826-7f1edd1ec1d9 req-43eb6c49-9b03-4e11-bb3c-64385e4fbdfb tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.11 "DELETE /v2.0/ports/5d742568-1d39-4a7a-9681-78fb1e791005 HTTP/1.1" status: 204 len: 173 time: 1.2095890 Sep 03 13:01:17.456643 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24f1ba22-cfbc-4395-a08d-7c8f4e5731a1', 'name': 'network-vif-deleted', 'tag': '5d742568-1d39-4a7a-9681-78fb1e791005'}] {{(pid=120042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:01:17.458929 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d2a6420b193a10f45e0477184c700453c1253cfa456d27c4e3ab5b2f2f62351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-513d68d1-6181-434b-864f-33dfabfc82c1" -d '{"events": [{"server_uuid": "24f1ba22-cfbc-4395-a08d-7c8f4e5731a1", "name": "network-vif-deleted", "tag": "5d742568-1d39-4a7a-9681-78fb1e791005"}]}' {{(pid=120042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:01:17.513505 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 13:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e49b984d-47d4-43e5-957a-7c0b71568713 x-openstack-request-id: req-e49b984d-47d4-43e5-957a-7c0b71568713 {{(pid=120042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:01:17.513811 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24f1ba22-cfbc-4395-a08d-7c8f4e5731a1", "name": "network-vif-deleted", "tag": "5d742568-1d39-4a7a-9681-78fb1e791005", "status": "completed", "code": 200}]} {{(pid=120042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:01:17.514068 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e49b984d-47d4-43e5-957a-7c0b71568713 {{(pid=120042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:01:17.514472 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24f1ba22-cfbc-4395-a08d-7c8f4e5731a1', 'name': 'network-vif-deleted', 'tag': '5d742568-1d39-4a7a-9681-78fb1e791005', 'status': 'completed', 'code': 200} Sep 03 13:01:17.533596 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvr_db [None req-99a3619d-d0f4-4c33-b69d-b2fdf8177e73 None None] Set router 2a97104e-f6e3-4a22-b1ff-5779da7856c7 gateway port host: dv-cinder-788782-9-iscsi {{(pid=120043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:01:17.706315 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4ba7ddb-70cd-49a6-962b-367d9b50d525 req-3c035f6f-6273-41f9-a20b-b59be0015a0a tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Made reservation on behalf of ca4d8f1b1cc14659a16af4ec915819aa for: {'port': 1} {{(pid=120042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 13:01:17.711666 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-f4ba7ddb-70cd-49a6-962b-367d9b50d525 req-3c035f6f-6273-41f9-a20b-b59be0015a0a tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:17.741950 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_hamode_db [None req-99a3619d-d0f4-4c33-b69d-b2fdf8177e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a97104e-f6e3-4a22-b1ff-5779da7856c7', 'name': 'tempest-AttachVolumeShelveTestJSON-381078607-router', 'tenant_id': '8cbbddf1eac34975b3dfff073526b48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'b2a98f04-fab5-4a03-89bf-2d69c1ecc08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:56:55Z', 'updated_at': '2021-09-03T12:57:05Z', 'revision_number': 4, 'project_id': '8cbbddf1eac34975b3dfff073526b48a', 'gw_port': {'id': 'b2a98f04-fab5-4a03-89bf-2d69c1ecc08c', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:6d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a97104e-f6e3-4a22-b1ff-5779da7856c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:56:57Z', 'updated_at': '2021-09-03T12:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi', '_interfaces': [{'id': 'aa87352f-9fed-450d-b6bf-29b91f7e6408', 'name': '', 'network_id': '4ae4bd86-9baa-4a46-894e-9d6319ec74c4', 'tenant_id': '8cbbddf1eac34975b3dfff073526b48a', 'mac_address': 'fa:16:3e:37:dc:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a97104e-f6e3-4a22-b1ff-5779da7856c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e4c3bb0a-fdd7-427f-b24b-a6cf6ccdaba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:57:03Z', 'updated_at': '2021-09-03T12:57:15Z', 'revision_number': 5, 'project_id': '8cbbddf1eac34975b3dfff073526b48a', 'subnets': [{'id': 'e4c3bb0a-fdd7-427f-b24b-a6cf6ccdaba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-9-iscsi', False) {} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:01:17.773930 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a3619d-d0f4-4c33-b69d-b2fdf8177e73 None None] Checking router: 2a97104e-f6e3-4a22-b1ff-5779da7856c7 for host: dv-cinder-788782-9-iscsi {{(pid=120043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 13:01:17.782720 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a3619d-d0f4-4c33-b69d-b2fdf8177e73 None None] Routers {'2a97104e-f6e3-4a22-b1ff-5779da7856c7'} bound to L3 agent in host dv-cinder-788782-9-iscsi {{(pid=120043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:01:17.783497 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_hamode_db [None req-99a3619d-d0f4-4c33-b69d-b2fdf8177e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T12:48:38Z,description=,heartbeat_timestamp=2021-09-03T13:01:08Z,host='dv-cinder-788782-9-iscsi',id=3ba3cff0-0714-4a2d-b638-391a63c22700,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:48:38Z,topic='l3_agent')) {'router_ids': ['2a97104e-f6e3-4a22-b1ff-5779da7856c7'], 'active': True} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:01:17.869319 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.db_base_plugin_common [req-f4ba7ddb-70cd-49a6-962b-367d9b50d525 req-3c035f6f-6273-41f9-a20b-b59be0015a0a tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Allocated IP 172.20.0.3 (345637cf-75d9-4779-b1b1-52f200b41e58/9e2dffd0-2e45-4317-8b2f-2228f5cb6a48/c95bbd98-88a0-4068-b974-d265ec66202f) {{(pid=120042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 13:01:17.892679 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvr_db [None req-99a3619d-d0f4-4c33-b69d-b2fdf8177e73 None None] Set router 2a97104e-f6e3-4a22-b1ff-5779da7856c7 gateway port host: dv-cinder-788782-9-iscsi {{(pid=120043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:01:18.031620 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-f4ba7ddb-70cd-49a6-962b-367d9b50d525 req-3c035f6f-6273-41f9-a20b-b59be0015a0a tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Notify callbacks [] for port, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:18.051218 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.provisioning_blocks [req-f4ba7ddb-70cd-49a6-962b-367d9b50d525 req-3c035f6f-6273-41f9-a20b-b59be0015a0a tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Transition to ACTIVE for port object c95bbd98-88a0-4068-b974-d265ec66202f will not be triggered until provisioned by entity DHCP. {{(pid=120042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:01:18.220583 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-f4ba7ddb-70cd-49a6-962b-367d9b50d525 req-3c035f6f-6273-41f9-a20b-b59be0015a0a tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763613061259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534626149'] for port, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:18.224425 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_hamode_db [None req-99a3619d-d0f4-4c33-b69d-b2fdf8177e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a97104e-f6e3-4a22-b1ff-5779da7856c7', 'name': 'tempest-AttachVolumeShelveTestJSON-381078607-router', 'tenant_id': '8cbbddf1eac34975b3dfff073526b48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'b2a98f04-fab5-4a03-89bf-2d69c1ecc08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:56:55Z', 'updated_at': '2021-09-03T12:57:05Z', 'revision_number': 4, 'project_id': '8cbbddf1eac34975b3dfff073526b48a', 'gw_port': {'id': 'b2a98f04-fab5-4a03-89bf-2d69c1ecc08c', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:6d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a97104e-f6e3-4a22-b1ff-5779da7856c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:56:57Z', 'updated_at': '2021-09-03T12:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi', '_interfaces': [{'id': 'aa87352f-9fed-450d-b6bf-29b91f7e6408', 'name': '', 'network_id': '4ae4bd86-9baa-4a46-894e-9d6319ec74c4', 'tenant_id': '8cbbddf1eac34975b3dfff073526b48a', 'mac_address': 'fa:16:3e:37:dc:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a97104e-f6e3-4a22-b1ff-5779da7856c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e4c3bb0a-fdd7-427f-b24b-a6cf6ccdaba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:57:03Z', 'updated_at': '2021-09-03T12:57:15Z', 'revision_number': 5, 'project_id': '8cbbddf1eac34975b3dfff073526b48a', 'subnets': [{'id': 'e4c3bb0a-fdd7-427f-b24b-a6cf6ccdaba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-9-iscsi', False) {} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:01:18.263306 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a3619d-d0f4-4c33-b69d-b2fdf8177e73 None None] The sync data for ids ['2a97104e-f6e3-4a22-b1ff-5779da7856c7'] in dv-cinder-788782-9-iscsi is: [{'id': '2a97104e-f6e3-4a22-b1ff-5779da7856c7', 'name': 'tempest-AttachVolumeShelveTestJSON-381078607-router', 'tenant_id': '8cbbddf1eac34975b3dfff073526b48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'b2a98f04-fab5-4a03-89bf-2d69c1ecc08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:56:55Z', 'updated_at': '2021-09-03T12:57:05Z', 'revision_number': 4, 'project_id': '8cbbddf1eac34975b3dfff073526b48a', 'gw_port': {'id': 'b2a98f04-fab5-4a03-89bf-2d69c1ecc08c', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:6d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a97104e-f6e3-4a22-b1ff-5779da7856c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:56:57Z', 'updated_at': '2021-09-03T12:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi', '_interfaces': [{'id': 'aa87352f-9fed-450d-b6bf-29b91f7e6408', 'name': '', 'network_id': '4ae4bd86-9baa-4a46-894e-9d6319ec74c4', 'tenant_id': '8cbbddf1eac34975b3dfff073526b48a', 'mac_address': 'fa:16:3e:37:dc:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a97104e-f6e3-4a22-b1ff-5779da7856c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e4c3bb0a-fdd7-427f-b24b-a6cf6ccdaba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:57:03Z', 'updated_at': '2021-09-03T12:57:15Z', 'revision_number': 5, 'project_id': '8cbbddf1eac34975b3dfff073526b48a', 'subnets': [{'id': 'e4c3bb0a-fdd7-427f-b24b-a6cf6ccdaba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 13:01:18.284345 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4ba7ddb-70cd-49a6-962b-367d9b50d525 req-3c035f6f-6273-41f9-a20b-b59be0015a0a tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Network 345637cf-75d9-4779-b1b1-52f200b41e58 is already hosted by enough agents. {{(pid=120042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 13:01:18.287105 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.base_scheduler [req-f4ba7ddb-70cd-49a6-962b-367d9b50d525 req-3c035f6f-6273-41f9-a20b-b59be0015a0a tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Resources bound (agent type, host, resource id): {{(pid=120042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:01:18.290928 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4ba7ddb-70cd-49a6-962b-367d9b50d525 req-3c035f6f-6273-41f9-a20b-b59be0015a0a tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Received port after_create {{(pid=120042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 13:01:18.365751 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c035f6f-6273-41f9-a20b-b59be0015a0a tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Pushing event updated for resources: {'Port': ['ID=c95bbd98-88a0-4068-b974-d265ec66202f,revision_number=1']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:01:18.459415 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-7c475f1e-3153-426b-b3a3-fb4086b7a11f req-85a0bb69-03e1-4b61-b485-f7d9e0d9d2a5 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=24f1ba22-cfbc-4395-a08d-7c8f4e5731a1 HTTP/1.1" status: 200 len: 210 time: 0.0462272 Sep 03 13:01:18.467129 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ba7ddb-70cd-49a6-962b-367d9b50d525 req-3c035f6f-6273-41f9-a20b-b59be0015a0a tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:01:18.472393 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-f4ba7ddb-70cd-49a6-962b-367d9b50d525 req-3c035f6f-6273-41f9-a20b-b59be0015a0a tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10697'] for port, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:18.496843 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f345a75e-289a-4caf-b6a5-3876530680ed req-ee2bd67a-a046-4fc8-a9cc-7af26b89e157 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:01:18.498543 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-f345a75e-289a-4caf-b6a5-3876530680ed req-ee2bd67a-a046-4fc8-a9cc-7af26b89e157 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.24 "GET /v2.0/ports?device_id=732aca35-671d-4ac9-9e2d-f9c68385521f HTTP/1.1" status: 200 len: 931 time: 0.1368489 Sep 03 13:01:18.549516 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-f345a75e-289a-4caf-b6a5-3876530680ed req-7060fd21-5a72-4e8b-8501-ab5644084b71 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.24 "GET /v2.0/security-groups?id=946cb771-3479-4969-bec7-65f8bfd0ac47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433726 Sep 03 13:01:18.635331 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc767b0e-5532-4dd9-acc9-6993f1f33965 None None] New status for floating IP 43b75831-e32c-47bd-9e98-b5b0f20d6b63: DOWN {{(pid=120044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 13:01:18.826846 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-f4ba7ddb-70cd-49a6-962b-367d9b50d525 req-3c035f6f-6273-41f9-a20b-b59be0015a0a tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5007482 Sep 03 13:01:18.846550 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.v2.base [req-f4ba7ddb-70cd-49a6-962b-367d9b50d525 req-081fa49e-b292-4d07-a699-f243db7061da service neutron] Request body: {'port': {'device_id': '732aca35-671d-4ac9-9e2d-f9c68385521f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=120042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:01:18.903155 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-f4ba7ddb-70cd-49a6-962b-367d9b50d525 req-081fa49e-b292-4d07-a699-f243db7061da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:18.942199 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-f0f40833-e544-4db6-9995-be3b52b8280d None None] Provisioning for port c95bbd98-88a0-4068-b974-d265ec66202f completed by entity DHCP. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:01:18.942199 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-f0f40833-e544-4db6-9995-be3b52b8280d None None] Provisioning complete for port c95bbd98-88a0-4068-b974-d265ec66202f triggered by entity DHCP. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:01:18.942199 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-f0f40833-e544-4db6-9995-be3b52b8280d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:19.003350 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.plugin [None req-f0f40833-e544-4db6-9995-be3b52b8280d None None] Port c95bbd98-88a0-4068-b974-d265ec66202f cannot update to ACTIVE because it is not bound. {{(pid=120043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 13:01:19.247216 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.notifiers.nova [req-f4ba7ddb-70cd-49a6-962b-367d9b50d525 req-081fa49e-b292-4d07-a699-f243db7061da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c95bbd98-88a0-4068-b974-d265ec66202f {{(pid=120042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 13:01:19.279934 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-f4ba7ddb-70cd-49a6-962b-367d9b50d525 req-081fa49e-b292-4d07-a699-f243db7061da service neutron] Notify callbacks [] for port, precommit_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:19.293666 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.provisioning_blocks [req-f4ba7ddb-70cd-49a6-962b-367d9b50d525 req-081fa49e-b292-4d07-a699-f243db7061da service neutron] Transition to ACTIVE for port object c95bbd98-88a0-4068-b974-d265ec66202f will not be triggered until provisioned by entity L2. {{(pid=120042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:01:19.385591 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-f4ba7ddb-70cd-49a6-962b-367d9b50d525 req-081fa49e-b292-4d07-a699-f243db7061da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534626162'] for port, after_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:19.450879 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081fa49e-b292-4d07-a699-f243db7061da service neutron] Pushing event updated for resources: {'Port': ['ID=c95bbd98-88a0-4068-b974-d265ec66202f,revision_number=2']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:01:19.506099 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.managers [req-f4ba7ddb-70cd-49a6-962b-367d9b50d525 req-081fa49e-b292-4d07-a699-f243db7061da service neutron] Attempting to bind port c95bbd98-88a0-4068-b974-d265ec66202f on host hv-cinder-78878 for vnic_type normal with profile {{(pid=120042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 13:01:19.506447 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.managers [req-f4ba7ddb-70cd-49a6-962b-367d9b50d525 req-081fa49e-b292-4d07-a699-f243db7061da service neutron] Attempting to bind port c95bbd98-88a0-4068-b974-d265ec66202f by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': 'e45ceb30-1af8-4624-9c71-29e1cb5208f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '345637cf-75d9-4779-b1b1-52f200b41e58'}] {{(pid=120042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 13:01:19.506779 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ba7ddb-70cd-49a6-962b-367d9b50d525 req-081fa49e-b292-4d07-a699-f243db7061da service neutron] Attempting to bind port c95bbd98-88a0-4068-b974-d265ec66202f on network 345637cf-75d9-4779-b1b1-52f200b41e58 {{(pid=120042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 13:01:19.511692 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ba7ddb-70cd-49a6-962b-367d9b50d525 req-081fa49e-b292-4d07-a699-f243db7061da service neutron] Port c95bbd98-88a0-4068-b974-d265ec66202f on network 345637cf-75d9-4779-b1b1-52f200b41e58 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=120042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 13:01:19.512208 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ba7ddb-70cd-49a6-962b-367d9b50d525 req-081fa49e-b292-4d07-a699-f243db7061da service neutron] Attempting to bind port c95bbd98-88a0-4068-b974-d265ec66202f on network 345637cf-75d9-4779-b1b1-52f200b41e58 {{(pid=120042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 13:01:19.518005 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ba7ddb-70cd-49a6-962b-367d9b50d525 req-081fa49e-b292-4d07-a699-f243db7061da service neutron] Checking agent: {'id': '0f6a9262-0a79-4cf4-ac76-73211ad22d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 12, 55, 7), 'started_at': datetime.datetime(2021, 9, 3, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 13, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 13:01:19.527445 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ba7ddb-70cd-49a6-962b-367d9b50d525 req-081fa49e-b292-4d07-a699-f243db7061da service neutron] Checking segment: {'id': 'e45ceb30-1af8-4624-9c71-29e1cb5208f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '345637cf-75d9-4779-b1b1-52f200b41e58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 13:01:19.527445 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ba7ddb-70cd-49a6-962b-367d9b50d525 req-081fa49e-b292-4d07-a699-f243db7061da service neutron] Bound using segment: {'id': 'e45ceb30-1af8-4624-9c71-29e1cb5208f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '345637cf-75d9-4779-b1b1-52f200b41e58'} {{(pid=120042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 13:01:19.527445 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.managers [req-f4ba7ddb-70cd-49a6-962b-367d9b50d525 req-081fa49e-b292-4d07-a699-f243db7061da service neutron] Bound port: c95bbd98-88a0-4068-b974-d265ec66202f, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e45ceb30-1af8-4624-9c71-29e1cb5208f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '345637cf-75d9-4779-b1b1-52f200b41e58'}}] {{(pid=120042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 13:01:19.527445 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-f4ba7ddb-70cd-49a6-962b-367d9b50d525 req-081fa49e-b292-4d07-a699-f243db7061da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:19.607144 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.db [req-f4ba7ddb-70cd-49a6-962b-367d9b50d525 req-081fa49e-b292-4d07-a699-f243db7061da service neutron] For port c95bbd98-88a0-4068-b974-d265ec66202f, host hv-cinder-78878, cleared binding levels {{(pid=120042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 13:01:19.610503 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.db [req-f4ba7ddb-70cd-49a6-962b-367d9b50d525 req-081fa49e-b292-4d07-a699-f243db7061da service neutron] For port c95bbd98-88a0-4068-b974-d265ec66202f, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=c95bbd98-88a0-4068-b974-d265ec66202f,segment=NetworkSegment(e45ceb30-1af8-4624-9c71-29e1cb5208f7),segment_id=e45ceb30-1af8-4624-9c71-29e1cb5208f7)] {{(pid=120042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 13:01:19.666689 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Device 5d742568-1d39-4a7a-9681-78fb1e791005 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=120043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 13:01:19.676457 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5970b0-4b4a-4fb4-b9f1-f66be71adb89 req-749c3e13-eb0f-4bf8-b8da-b483ca7c02f9 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:01:19.678054 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-0b5970b0-4b4a-4fb4-b9f1-f66be71adb89 req-749c3e13-eb0f-4bf8-b8da-b483ca7c02f9 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.24 "GET /v2.0/ports?device_id=732aca35-671d-4ac9-9e2d-f9c68385521f HTTP/1.1" status: 200 len: 943 time: 0.0475178 Sep 03 13:01:19.690182 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.plugin [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] No Port match for: 5d742568-1d39-4a7a-9681-78fb1e791005 {{(pid=120043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 13:01:19.690534 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Device 5d742568-1d39-4a7a-9681-78fb1e791005 not bound to the agent host hv-cinder-78878 {{(pid=120043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 13:01:19.693516 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 41056) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:01:19.735521 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-f4ba7ddb-70cd-49a6-962b-367d9b50d525 req-081fa49e-b292-4d07-a699-f243db7061da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534626162'] for port, after_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:19.749519 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-0b5970b0-4b4a-4fb4-b9f1-f66be71adb89 req-fe45045c-d29e-4719-b06a-88338b2487b7 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.24 "GET /v2.0/security-groups?id=946cb771-3479-4969-bec7-65f8bfd0ac47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640471 Sep 03 13:01:19.758456 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-01dbde7a-680c-4b70-945b-a55fb217ccfd tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Notify callbacks [] for security_group, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:19.778407 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ba7ddb-70cd-49a6-962b-367d9b50d525 req-081fa49e-b292-4d07-a699-f243db7061da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:01:19.778407 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-f4ba7ddb-70cd-49a6-962b-367d9b50d525 req-081fa49e-b292-4d07-a699-f243db7061da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10697'] for port, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:19.778407 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-f4ba7ddb-70cd-49a6-962b-367d9b50d525 req-081fa49e-b292-4d07-a699-f243db7061da service neutron] 10.222.0.11 "PUT /v2.0/ports/c95bbd98-88a0-4068-b974-d265ec66202f HTTP/1.1" status: 200 len: 1093 time: 0.9333909 Sep 03 13:01:19.778407 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '732aca35-671d-4ac9-9e2d-f9c68385521f', 'tag': 'c95bbd98-88a0-4068-b974-d265ec66202f'}] {{(pid=120042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:01:19.781168 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d2a6420b193a10f45e0477184c700453c1253cfa456d27c4e3ab5b2f2f62351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c7dcbec-fc9c-4b23-95b6-69d1d685bcb6" -d '{"events": [{"name": "network-changed", "server_uuid": "732aca35-671d-4ac9-9e2d-f9c68385521f", "tag": "c95bbd98-88a0-4068-b974-d265ec66202f"}]}' {{(pid=120042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:01:19.782393 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-01dbde7a-680c-4b70-945b-a55fb217ccfd tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Notify callbacks [] for security_group, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:19.820702 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081fa49e-b292-4d07-a699-f243db7061da service neutron] Pushing event updated for resources: {'Port': ['ID=c95bbd98-88a0-4068-b974-d265ec66202f,revision_number=3']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:01:19.843741 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 13:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed1d3cb0-2e05-4455-9713-b3524dc48ecc x-openstack-request-id: req-ed1d3cb0-2e05-4455-9713-b3524dc48ecc {{(pid=120042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:01:19.844317 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "732aca35-671d-4ac9-9e2d-f9c68385521f", "tag": "c95bbd98-88a0-4068-b974-d265ec66202f", "status": "completed", "code": 200}]} {{(pid=120042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:01:19.844570 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ed1d3cb0-2e05-4455-9713-b3524dc48ecc {{(pid=120042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:01:19.845185 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '732aca35-671d-4ac9-9e2d-f9c68385521f', 'tag': 'c95bbd98-88a0-4068-b974-d265ec66202f', 'status': 'completed', 'code': 200} Sep 03 13:01:19.905699 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-01dbde7a-680c-4b70-945b-a55fb217ccfd tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:19.908326 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-01dbde7a-680c-4b70-945b-a55fb217ccfd tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Notify callbacks [] for security_group, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:19.909483 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-01dbde7a-680c-4b70-945b-a55fb217ccfd tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "DELETE /v2.0/security-groups/c8220371-6aa1-46e4-9fa1-bba367d10552 HTTP/1.1" status: 204 len: 168 time: 0.2143006 Sep 03 13:01:19.912826 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 41062) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:01:19.930510 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.api.v2.resource [None req-85fd0477-73a3-4b4b-9f35-cb12d781f349 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] show failed (client error): The resource could not be found. Sep 03 13:01:19.931523 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-85fd0477-73a3-4b4b-9f35-cb12d781f349 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups/c8220371-6aa1-46e4-9fa1-bba367d10552 HTTP/1.1" status: 404 len: 347 time: 0.0178087 Sep 03 13:01:19.932631 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dbde7a-680c-4b70-945b-a55fb217ccfd tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8220371-6aa1-46e4-9fa1-bba367d10552,revision_number=None']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:01:19.934766 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 41064) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:01:20.061067 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.plugins.ml2.plugin [None req-cca50f50-7a36-483f-a450-0212e692086a tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Deleting port 20726a2f-6480-4b0a-99be-0bf7826e3ee2 {{(pid=120041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:01:20.061420 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-cca50f50-7a36-483f-a450-0212e692086a tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763613556462'] for port, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:20.139723 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-cca50f50-7a36-483f-a450-0212e692086a tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642786'] for port, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:20.140101 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-cca50f50-7a36-483f-a450-0212e692086a tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:20.151360 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.plugins.ml2.plugin [None req-cca50f50-7a36-483f-a450-0212e692086a tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Calling delete_port for 20726a2f-6480-4b0a-99be-0bf7826e3ee2 owned by network:floatingip {{(pid=120041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:01:20.356684 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-cca50f50-7a36-483f-a450-0212e692086a tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763613567928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763613061268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533180425'] for port, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:20.386121 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca50f50-7a36-483f-a450-0212e692086a tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Pushing event deleted for resources: {'Port': ['ID=20726a2f-6480-4b0a-99be-0bf7826e3ee2,revision_number=None']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:01:20.444426 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-cca50f50-7a36-483f-a450-0212e692086a tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Notify callbacks [] for floatingip, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:20.446978 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-cca50f50-7a36-483f-a450-0212e692086a tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10697'] for floatingip, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:20.448252 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-cca50f50-7a36-483f-a450-0212e692086a tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "DELETE /v2.0/floatingips/43b75831-e32c-47bd-9e98-b5b0f20d6b63 HTTP/1.1" status: 204 len: 168 time: 0.5124066 Sep 03 13:01:20.873918 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2534f4-b1b8-4faf-bff8-610e8a416cb7 req-0abe133c-afe4-479c-a317-45a6cd468f60 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:01:20.875311 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-4c2534f4-b1b8-4faf-bff8-610e8a416cb7 req-0abe133c-afe4-479c-a317-45a6cd468f60 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.24 "GET /v2.0/ports?device_id=732aca35-671d-4ac9-9e2d-f9c68385521f HTTP/1.1" status: 200 len: 943 time: 0.0500054 Sep 03 13:01:20.917184 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-4c2534f4-b1b8-4faf-bff8-610e8a416cb7 req-09f7c21f-3f29-4318-8853-d7f84f664e52 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.24 "GET /v2.0/security-groups?id=946cb771-3479-4969-bec7-65f8bfd0ac47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359337 Sep 03 13:01:20.920764 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 41074) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:01:20.925321 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.v2.base [None req-d0146b11-927d-4c60-b73e-1231896d3c44 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1702563707', 'description': 'tempest-description--1917463244'}} {{(pid=120042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:01:21.028409 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-d0146b11-927d-4c60-b73e-1231896d3c44 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Notify callbacks [] for security_group, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:21.107888 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-d0146b11-927d-4c60-b73e-1231896d3c44 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Notify callbacks [] for security_group, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:21.196734 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-d0146b11-927d-4c60-b73e-1231896d3c44 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:21.224580 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0146b11-927d-4c60-b73e-1231896d3c44 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b256b272-4194-4266-bb97-1a01fa872f6a,revision_number=1']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:01:21.286127 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-d0146b11-927d-4c60-b73e-1231896d3c44 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Notify callbacks [] for security_group, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:21.287346 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-d0146b11-927d-4c60-b73e-1231896d3c44 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3656385 Sep 03 13:01:21.290250 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 41076) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:01:21.294576 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.v2.base [None req-c6a2a444-0f31-4f63-971b-1b4bc4cc6598 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Request body: {'security_group_rule': {'security_group_id': 'b256b272-4194-4266-bb97-1a01fa872f6a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:01:21.387046 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-c6a2a444-0f31-4f63-971b-1b4bc4cc6598 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:21.445417 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-c6a2a444-0f31-4f63-971b-1b4bc4cc6598 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:21.536829 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-c6a2a444-0f31-4f63-971b-1b4bc4cc6598 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684986'] for security_group_rule, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:21.554226 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a2a444-0f31-4f63-971b-1b4bc4cc6598 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59d4dfb3-a98f-4085-8c94-466890eb5965,revision_number=0']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:01:21.646402 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-c6a2a444-0f31-4f63-971b-1b4bc4cc6598 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:21.647757 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-c6a2a444-0f31-4f63-971b-1b4bc4cc6598 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3563881 Sep 03 13:01:21.650399 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 41080) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:01:21.655026 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.v2.base [None req-0fcbf523-58ec-43de-85ce-3f31faaa0ed9 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Request body: {'security_group_rule': {'security_group_id': 'b256b272-4194-4266-bb97-1a01fa872f6a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=120041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:01:21.793050 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-0fcbf523-58ec-43de-85ce-3f31faaa0ed9 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:21.849476 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-0fcbf523-58ec-43de-85ce-3f31faaa0ed9 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:21.908881 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-0fcbf523-58ec-43de-85ce-3f31faaa0ed9 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684986'] for security_group_rule, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:21.932727 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcbf523-58ec-43de-85ce-3f31faaa0ed9 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbc2af1e-f4c2-4a3d-b1d9-24960d429918,revision_number=0']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:01:21.996706 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-0fcbf523-58ec-43de-85ce-3f31faaa0ed9 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:21.998225 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-0fcbf523-58ec-43de-85ce-3f31faaa0ed9 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3465745 Sep 03 13:01:22.001063 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 41086) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:01:22.005488 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.v2.base [None req-d96b2f82-7a07-433e-a472-c11bf151a07c tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Request body: {'floatingip': {'floating_network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece'}} {{(pid=120041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:01:22.028915 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea06f5e4-2c45-4794-a190-4d2a1aa6b761 req-a63ee46a-8935-4dc8-96a0-7628a032c055 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:01:22.030404 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ea06f5e4-2c45-4794-a190-4d2a1aa6b761 req-a63ee46a-8935-4dc8-96a0-7628a032c055 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.24 "GET /v2.0/ports?device_id=732aca35-671d-4ac9-9e2d-f9c68385521f HTTP/1.1" status: 200 len: 943 time: 0.0472140 Sep 03 13:01:22.070903 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ea06f5e4-2c45-4794-a190-4d2a1aa6b761 req-9d80e9cc-e91e-4101-9f7c-ab80025834dd tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.24 "GET /v2.0/security-groups?id=946cb771-3479-4969-bec7-65f8bfd0ac47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339093 Sep 03 13:01:22.086136 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-d96b2f82-7a07-433e-a472-c11bf151a07c tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Notify callbacks [] for floatingip, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:22.183552 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-d96b2f82-7a07-433e-a472-c11bf151a07c tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:22.284249 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.db.db_base_plugin_common [None req-d96b2f82-7a07-433e-a472-c11bf151a07c tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Allocated IP 172.27.3.35 (9198821c-ee56-4cb5-9e5d-ab43e0594ece/2efca78d-d4c6-45b2-a3f0-03ef309b0579/f2b4ffe1-c1f4-445f-836b-cb2b452d245c) {{(pid=120041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 13:01:22.380033 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-d96b2f82-7a07-433e-a472-c11bf151a07c tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Notify callbacks [] for port, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:22.480211 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-d96b2f82-7a07-433e-a472-c11bf151a07c tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763613061259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533180425'] for port, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:22.515863 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d96b2f82-7a07-433e-a472-c11bf151a07c tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Network 9198821c-ee56-4cb5-9e5d-ab43e0594ece is already hosted by enough agents. {{(pid=120041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 13:01:22.518591 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.scheduler.base_scheduler [None req-d96b2f82-7a07-433e-a472-c11bf151a07c tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Resources bound (agent type, host, resource id): {{(pid=120041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:01:22.521556 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96b2f82-7a07-433e-a472-c11bf151a07c tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Received port after_create {{(pid=120041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 13:01:22.552001 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96b2f82-7a07-433e-a472-c11bf151a07c tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Pushing event updated for resources: {'Port': ['ID=f2b4ffe1-c1f4-445f-836b-cb2b452d245c,revision_number=1']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:01:22.612714 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-d96b2f82-7a07-433e-a472-c11bf151a07c tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Notify callbacks [] for floatingip, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:22.692213 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7dcbec-fc9c-4b23-95b6-69d1d685bcb6 req-0a401fd8-1e76-46ca-a238-2199ea5cdc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:01:22.693744 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-6c7dcbec-fc9c-4b23-95b6-69d1d685bcb6 req-0a401fd8-1e76-46ca-a238-2199ea5cdc3b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ca4d8f1b1cc14659a16af4ec915819aa&device_id=732aca35-671d-4ac9-9e2d-f9c68385521f HTTP/1.1" status: 200 len: 1096 time: 0.0387654 Sep 03 13:01:22.714379 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-d96b2f82-7a07-433e-a472-c11bf151a07c tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:22.800156 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7dcbec-fc9c-4b23-95b6-69d1d685bcb6 req-de1e80d1-a7f3-4839-852f-abddd0f41378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:01:22.801752 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-6c7dcbec-fc9c-4b23-95b6-69d1d685bcb6 req-de1e80d1-a7f3-4839-852f-abddd0f41378 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=ca4d8f1b1cc14659a16af4ec915819aa&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0907047 Sep 03 13:01:22.885318 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-d96b2f82-7a07-433e-a472-c11bf151a07c tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Notify callbacks [] for port, precommit_update {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:22.902290 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7dcbec-fc9c-4b23-95b6-69d1d685bcb6 req-b161305d-28e2-4a9a-9038-7650ea6d92e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:01:22.903769 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-6c7dcbec-fc9c-4b23-95b6-69d1d685bcb6 req-b161305d-28e2-4a9a-9038-7650ea6d92e2 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0940151 Sep 03 13:01:22.962772 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-d96b2f82-7a07-433e-a472-c11bf151a07c tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533180446'] for port, after_update {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:22.989096 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ba7ddb-70cd-49a6-962b-367d9b50d525 req-55ae8d62-0988-49e4-93a1-106e8c09e57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:01:22.990627 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-f4ba7ddb-70cd-49a6-962b-367d9b50d525 req-55ae8d62-0988-49e4-93a1-106e8c09e57b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ca4d8f1b1cc14659a16af4ec915819aa&device_id=732aca35-671d-4ac9-9e2d-f9c68385521f HTTP/1.1" status: 200 len: 1096 time: 0.0499237 Sep 03 13:01:23.036379 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-f4ba7ddb-70cd-49a6-962b-367d9b50d525 req-574b1d18-ca66-4a72-bbcf-2cccb10ce1e5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c95bbd98-88a0-4068-b974-d265ec66202f HTTP/1.1" status: 200 len: 217 time: 0.0376086 Sep 03 13:01:23.039930 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96b2f82-7a07-433e-a472-c11bf151a07c tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Pushing event updated for resources: {'Port': ['ID=f2b4ffe1-c1f4-445f-836b-cb2b452d245c,revision_number=2']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:01:23.049790 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-d96b2f82-7a07-433e-a472-c11bf151a07c tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748779'] for floatingip, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:23.085704 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ba7ddb-70cd-49a6-962b-367d9b50d525 req-2923edb8-1725-49e6-8440-36beb92c4b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:01:23.087429 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-f4ba7ddb-70cd-49a6-962b-367d9b50d525 req-2923edb8-1725-49e6-8440-36beb92c4b2f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9e2dffd0-2e45-4317-8b2f-2228f5cb6a48 HTTP/1.1" status: 200 len: 848 time: 0.0437090 Sep 03 13:01:23.133031 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ba7ddb-70cd-49a6-962b-367d9b50d525 req-96395aeb-fdf7-4a1c-8141-fc3d215ea940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:01:23.134515 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-f4ba7ddb-70cd-49a6-962b-367d9b50d525 req-96395aeb-fdf7-4a1c-8141-fc3d215ea940 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=345637cf-75d9-4779-b1b1-52f200b41e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391250 Sep 03 13:01:23.203343 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-d96b2f82-7a07-433e-a472-c11bf151a07c tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10697'] for floatingip, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:23.204867 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-d96b2f82-7a07-433e-a472-c11bf151a07c tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2028410 Sep 03 13:01:23.236879 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fda7b1-dc88-4d49-bb65-fcab929ae97d req-ff2356b1-6368-4dd2-aaf7-bf8b55b31072 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:01:23.238701 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-54fda7b1-dc88-4d49-bb65-fcab929ae97d req-ff2356b1-6368-4dd2-aaf7-bf8b55b31072 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.24 "GET /v2.0/ports?device_id=732aca35-671d-4ac9-9e2d-f9c68385521f HTTP/1.1" status: 200 len: 943 time: 0.1032457 Sep 03 13:01:23.292800 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-f4ba7ddb-70cd-49a6-962b-367d9b50d525 req-e694d99b-ee92-44c8-af9f-cc973d6d6509 service neutron] 10.222.0.11 "GET /v2.0/networks/345637cf-75d9-4779-b1b1-52f200b41e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476436 Sep 03 13:01:23.317540 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-54fda7b1-dc88-4d49-bb65-fcab929ae97d req-6a11b13f-620a-404b-8f92-696813e8af0e tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.24 "GET /v2.0/security-groups?id=946cb771-3479-4969-bec7-65f8bfd0ac47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618339 Sep 03 13:01:23.420958 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-f4ba7ddb-70cd-49a6-962b-367d9b50d525 req-b3f1b7f9-6908-435a-b8ce-3f55e77aafb9 service neutron] 10.222.0.11 "GET /v2.0/networks/345637cf-75d9-4779-b1b1-52f200b41e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185994 Sep 03 13:01:23.423814 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ac162a95-ba35-400c-9c76-52e24303e26c req-adcd7d79-7c71-4944-89dd-bf03bc4ca290 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1702563707&fields=id&tenant_id=8cbbddf1eac34975b3dfff073526b48a HTTP/1.1" status: 200 len: 267 time: 0.0531757 Sep 03 13:01:23.772399 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac162a95-ba35-400c-9c76-52e24303e26c req-a9301b9b-1834-4cbd-9be8-8855776d9ad9 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:01:23.773867 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ac162a95-ba35-400c-9c76-52e24303e26c req-a9301b9b-1834-4cbd-9be8-8855776d9ad9 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/networks?id=4ae4bd86-9baa-4a46-894e-9d6319ec74c4 HTTP/1.1" status: 200 len: 816 time: 0.3431909 Sep 03 13:01:23.788856 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ac162a95-ba35-400c-9c76-52e24303e26c req-bc1f0714-2a6a-4fa8-9f9b-839b6533b920 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/quotas/8cbbddf1eac34975b3dfff073526b48a HTTP/1.1" status: 200 len: 375 time: 0.0093584 Sep 03 13:01:23.838914 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ac162a95-ba35-400c-9c76-52e24303e26c req-f88993c9-e120-40c3-b1c8-a351b3207d96 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8cbbddf1eac34975b3dfff073526b48a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0449576 Sep 03 13:01:23.936376 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ac162a95-ba35-400c-9c76-52e24303e26c req-e748f278-83d1-49c8-a55d-c5709cfa2848 service neutron] 10.222.0.24 "GET /v2.0/networks/4ae4bd86-9baa-4a46-894e-9d6319ec74c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849874 Sep 03 13:01:24.031088 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ac162a95-ba35-400c-9c76-52e24303e26c req-f1545122-a35d-4ff6-9bd4-acac9a09835f service neutron] 10.222.0.24 "GET /v2.0/networks/4ae4bd86-9baa-4a46-894e-9d6319ec74c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874856 Sep 03 13:01:24.256667 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-d7003100-1114-4128-ae93-6dbd98f6205c req-405fd30c-4615-4c6e-b6c3-5fd86c0b452a tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9a950b5-853f-4f69-936b-d6f7894ed47b HTTP/1.1" status: 200 len: 210 time: 0.0252714 Sep 03 13:01:24.430359 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b0cefc-e26e-4f13-a73f-a9b016ce266c req-67707ded-90c7-49e8-8bba-6ad26d736c5f tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:01:24.431811 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-36b0cefc-e26e-4f13-a73f-a9b016ce266c req-67707ded-90c7-49e8-8bba-6ad26d736c5f tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.24 "GET /v2.0/ports?device_id=732aca35-671d-4ac9-9e2d-f9c68385521f HTTP/1.1" status: 200 len: 943 time: 0.0464344 Sep 03 13:01:24.469235 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-36b0cefc-e26e-4f13-a73f-a9b016ce266c req-2ce15c88-fff3-475d-9cd0-c6b3a6f55b89 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.24 "GET /v2.0/security-groups?id=946cb771-3479-4969-bec7-65f8bfd0ac47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310748 Sep 03 13:01:24.580978 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 41136) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:01:24.684653 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-812c8ae3-1744-4a8c-bb24-9297b616d89d admin admin] Notify callbacks [] for security_group, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:24.774965 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-812c8ae3-1744-4a8c-bb24-9297b616d89d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:24.848598 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-812c8ae3-1744-4a8c-bb24-9297b616d89d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:24.886762 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-812c8ae3-1744-4a8c-bb24-9297b616d89d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f7087230f4674d61b2ea97bbf496e72e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3047130 Sep 03 13:01:24.887626 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c8ae3-1744-4a8c-bb24-9297b616d89d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d008e7fe-4076-464b-9193-e9f1e3dfb0c8,revision_number=1']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:01:24.889591 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 41142) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:01:24.944288 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-29a95f2e-96ab-4bcd-981b-ce14d61c46af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:24.966560 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-29a95f2e-96ab-4bcd-981b-ce14d61c46af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:25.088246 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-29a95f2e-96ab-4bcd-981b-ce14d61c46af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:25.090828 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-29a95f2e-96ab-4bcd-981b-ce14d61c46af admin admin] Notify callbacks [] for security_group, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:25.092004 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-29a95f2e-96ab-4bcd-981b-ce14d61c46af admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d008e7fe-4076-464b-9193-e9f1e3dfb0c8 HTTP/1.1" status: 204 len: 168 time: 0.2013779 Sep 03 13:01:25.106650 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a95f2e-96ab-4bcd-981b-ce14d61c46af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d008e7fe-4076-464b-9193-e9f1e3dfb0c8,revision_number=None']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:01:25.350658 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-102a9bb7-d80a-4dcd-9a93-46b1205017a1 req-19cecc47-67a4-4352-a877-305a52c77465 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9a950b5-853f-4f69-936b-d6f7894ed47b HTTP/1.1" status: 200 len: 210 time: 0.0261724 Sep 03 13:01:25.583915 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101b5a43-a6c1-43bf-883c-48c489f0d5e7 req-fcf321a5-5503-43d7-b75a-c558414bc6b6 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:01:25.585484 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-101b5a43-a6c1-43bf-883c-48c489f0d5e7 req-fcf321a5-5503-43d7-b75a-c558414bc6b6 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.24 "GET /v2.0/ports?device_id=732aca35-671d-4ac9-9e2d-f9c68385521f HTTP/1.1" status: 200 len: 943 time: 0.0485466 Sep 03 13:01:25.621895 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-101b5a43-a6c1-43bf-883c-48c489f0d5e7 req-613f4584-3ffe-4f0e-a8b6-4413c1a4846b tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.24 "GET /v2.0/security-groups?id=946cb771-3479-4969-bec7-65f8bfd0ac47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303197 Sep 03 13:01:25.921127 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 41162) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:01:25.934248 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-3f9965bd-c710-482c-b193-600b464764ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:26.021861 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-3f9965bd-c710-482c-b193-600b464764ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:26.099190 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-3f9965bd-c710-482c-b193-600b464764ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:26.137201 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-3f9965bd-c710-482c-b193-600b464764ed admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3143df80f22a413087846fc2e8219aaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2150404 Sep 03 13:01:26.138028 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9965bd-c710-482c-b193-600b464764ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac4e7278-d70a-42d7-a8ee-bf3ed5fd5c73,revision_number=1']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:01:26.140216 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 41164) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:01:26.187400 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-b5ace479-50eb-4c39-9b87-c8b272ddba5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:26.208079 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-b5ace479-50eb-4c39-9b87-c8b272ddba5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:26.368026 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-b5ace479-50eb-4c39-9b87-c8b272ddba5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:26.370565 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-b5ace479-50eb-4c39-9b87-c8b272ddba5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:26.371724 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-b5ace479-50eb-4c39-9b87-c8b272ddba5d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ac4e7278-d70a-42d7-a8ee-bf3ed5fd5c73 HTTP/1.1" status: 204 len: 168 time: 0.2304411 Sep 03 13:01:26.384220 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ace479-50eb-4c39-9b87-c8b272ddba5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac4e7278-d70a-42d7-a8ee-bf3ed5fd5c73,revision_number=None']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:01:26.451573 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-34048606-0cbb-4f0e-9fe4-735410b91e2e req-157c4b53-9088-42c0-8ba0-35eb7948dccc tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9a950b5-853f-4f69-936b-d6f7894ed47b HTTP/1.1" status: 200 len: 210 time: 0.0251751 Sep 03 13:01:26.732882 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00466faf-8769-4d2a-afcf-135c9eb1453d req-94b72ca6-5f7a-470f-9f8c-2b79f5fdaae7 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:01:26.734649 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-00466faf-8769-4d2a-afcf-135c9eb1453d req-94b72ca6-5f7a-470f-9f8c-2b79f5fdaae7 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.24 "GET /v2.0/ports?device_id=732aca35-671d-4ac9-9e2d-f9c68385521f HTTP/1.1" status: 200 len: 943 time: 0.0478470 Sep 03 13:01:26.771702 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-00466faf-8769-4d2a-afcf-135c9eb1453d req-97cb1619-ba26-4c9d-828b-625b6fb22e8d tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.24 "GET /v2.0/security-groups?id=946cb771-3479-4969-bec7-65f8bfd0ac47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314493 Sep 03 13:01:27.188719 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 41176) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:01:27.202213 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-3eb23fdd-d986-400a-841c-401a4e74bcef admin admin] Notify callbacks [] for security_group, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:27.284813 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-3eb23fdd-d986-400a-841c-401a4e74bcef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:27.370779 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-3eb23fdd-d986-400a-841c-401a4e74bcef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:27.409408 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb23fdd-d986-400a-841c-401a4e74bcef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c33dfa09-1c3b-48ac-9c56-e172087d874c,revision_number=1']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:01:27.413746 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-3eb23fdd-d986-400a-841c-401a4e74bcef admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=110f8673da2b4b90b93f65f6ce091c39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2240016 Sep 03 13:01:27.416363 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 41178) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:01:27.464293 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-461f5e59-326a-4129-84a7-50ca0ddbc643 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:27.484602 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-461f5e59-326a-4129-84a7-50ca0ddbc643 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:27.546476 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-e56d763e-2db8-4ad7-9aa9-04954208ad93 req-cad0b675-2a48-4ab2-aaeb-517155d67c27 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9a950b5-853f-4f69-936b-d6f7894ed47b HTTP/1.1" status: 200 len: 210 time: 0.0254588 Sep 03 13:01:27.631254 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-461f5e59-326a-4129-84a7-50ca0ddbc643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:27.633832 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-461f5e59-326a-4129-84a7-50ca0ddbc643 admin admin] Notify callbacks [] for security_group, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:27.634954 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-461f5e59-326a-4129-84a7-50ca0ddbc643 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c33dfa09-1c3b-48ac-9c56-e172087d874c HTTP/1.1" status: 204 len: 168 time: 0.2176316 Sep 03 13:01:27.642602 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461f5e59-326a-4129-84a7-50ca0ddbc643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c33dfa09-1c3b-48ac-9c56-e172087d874c,revision_number=None']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:01:27.889167 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0691cd1a-7b6e-4000-a846-ad1e7efc1597 req-30040e6e-543b-4865-bb8d-e82ec3992228 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:01:27.890598 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-0691cd1a-7b6e-4000-a846-ad1e7efc1597 req-30040e6e-543b-4865-bb8d-e82ec3992228 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.24 "GET /v2.0/ports?device_id=732aca35-671d-4ac9-9e2d-f9c68385521f HTTP/1.1" status: 200 len: 943 time: 0.0515699 Sep 03 13:01:27.927657 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-0691cd1a-7b6e-4000-a846-ad1e7efc1597 req-7af5c2b0-79cf-4c23-a14f-f7748b7cb6cb tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.24 "GET /v2.0/security-groups?id=946cb771-3479-4969-bec7-65f8bfd0ac47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312743 Sep 03 13:01:28.641008 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-407c6ce0-3967-430c-821f-9edc0ba60f7f req-aacbcc41-02a3-412f-b53f-dab6daa5430e tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9a950b5-853f-4f69-936b-d6f7894ed47b HTTP/1.1" status: 200 len: 210 time: 0.0246086 Sep 03 13:01:29.039418 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2467a4d-7b3c-4964-bdca-cb264eb757e2 req-654fb00f-229d-4a7e-b7b8-97978a844e2c tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:01:29.041058 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-a2467a4d-7b3c-4964-bdca-cb264eb757e2 req-654fb00f-229d-4a7e-b7b8-97978a844e2c tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.24 "GET /v2.0/ports?device_id=732aca35-671d-4ac9-9e2d-f9c68385521f HTTP/1.1" status: 200 len: 943 time: 0.0487957 Sep 03 13:01:29.078680 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-a2467a4d-7b3c-4964-bdca-cb264eb757e2 req-488ae452-8e22-4e63-953a-0a72d5fe04ff tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.24 "GET /v2.0/security-groups?id=946cb771-3479-4969-bec7-65f8bfd0ac47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315464 Sep 03 13:01:29.191585 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac162a95-ba35-400c-9c76-52e24303e26c req-e9af321a-cf3c-4983-999e-f559ec7a704a tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:01:29.193775 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ac162a95-ba35-400c-9c76-52e24303e26c req-e9af321a-cf3c-4983-999e-f559ec7a704a tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.11 "GET /v2.0/networks?id=4ae4bd86-9baa-4a46-894e-9d6319ec74c4 HTTP/1.1" status: 200 len: 816 time: 0.1076696 Sep 03 13:01:29.241347 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ac162a95-ba35-400c-9c76-52e24303e26c req-78a05fff-1ff2-448d-bb38-4c712bad10c5 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8cbbddf1eac34975b3dfff073526b48a HTTP/1.1" status: 200 len: 380 time: 0.0365701 Sep 03 13:01:29.255005 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.v2.base [req-ac162a95-ba35-400c-9c76-52e24303e26c req-60b23a3f-1613-4637-8867-6f967bc11a1f tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Request body: {'port': {'device_id': 'c9a950b5-853f-4f69-936b-d6f7894ed47b', 'network_id': '4ae4bd86-9baa-4a46-894e-9d6319ec74c4', 'admin_state_up': True, 'tenant_id': '8cbbddf1eac34975b3dfff073526b48a', 'security_groups': ['b256b272-4194-4266-bb97-1a01fa872f6a']}} {{(pid=120042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:01:29.497285 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac162a95-ba35-400c-9c76-52e24303e26c req-60b23a3f-1613-4637-8867-6f967bc11a1f tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Made reservation on behalf of 8cbbddf1eac34975b3dfff073526b48a for: {'port': 1} {{(pid=120042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 13:01:29.500856 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-ac162a95-ba35-400c-9c76-52e24303e26c req-60b23a3f-1613-4637-8867-6f967bc11a1f tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:29.637822 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.db_base_plugin_common [req-ac162a95-ba35-400c-9c76-52e24303e26c req-60b23a3f-1613-4637-8867-6f967bc11a1f tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Allocated IP 172.20.0.11 (4ae4bd86-9baa-4a46-894e-9d6319ec74c4/e4c3bb0a-fdd7-427f-b24b-a6cf6ccdaba3/8fcee75b-2f44-418f-819a-e441c63bebf7) {{(pid=120042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 13:01:29.765690 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-e807112b-99cf-458b-af40-b1d21ceefb32 req-c5841c46-dc14-4ed9-a1e6-443c97386f1c tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9a950b5-853f-4f69-936b-d6f7894ed47b HTTP/1.1" status: 200 len: 210 time: 0.0318644 Sep 03 13:01:29.795200 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-ac162a95-ba35-400c-9c76-52e24303e26c req-60b23a3f-1613-4637-8867-6f967bc11a1f tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Notify callbacks [] for port, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:29.808744 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.provisioning_blocks [req-ac162a95-ba35-400c-9c76-52e24303e26c req-60b23a3f-1613-4637-8867-6f967bc11a1f tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Transition to ACTIVE for port object 8fcee75b-2f44-418f-819a-e441c63bebf7 will not be triggered until provisioned by entity DHCP. {{(pid=120042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:01:30.025995 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-ac162a95-ba35-400c-9c76-52e24303e26c req-60b23a3f-1613-4637-8867-6f967bc11a1f tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763613061259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534626149'] for port, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:30.068398 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac162a95-ba35-400c-9c76-52e24303e26c req-60b23a3f-1613-4637-8867-6f967bc11a1f tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Network 4ae4bd86-9baa-4a46-894e-9d6319ec74c4 is already hosted by enough agents. {{(pid=120042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 13:01:30.071404 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.base_scheduler [req-ac162a95-ba35-400c-9c76-52e24303e26c req-60b23a3f-1613-4637-8867-6f967bc11a1f tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Resources bound (agent type, host, resource id): {{(pid=120042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:01:30.075332 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac162a95-ba35-400c-9c76-52e24303e26c req-60b23a3f-1613-4637-8867-6f967bc11a1f tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Received port after_create {{(pid=120042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 13:01:30.127685 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b23a3f-1613-4637-8867-6f967bc11a1f tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Pushing event updated for resources: {'Port': ['ID=8fcee75b-2f44-418f-819a-e441c63bebf7,revision_number=1']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:01:30.144016 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac162a95-ba35-400c-9c76-52e24303e26c req-60b23a3f-1613-4637-8867-6f967bc11a1f tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:01:30.144824 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-ac162a95-ba35-400c-9c76-52e24303e26c req-60b23a3f-1613-4637-8867-6f967bc11a1f tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10697'] for port, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:30.239387 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598094e9-25f1-426f-be2f-6c9cb65c4b12 req-461e6240-4d00-4253-9710-647bdb02c0ce tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:01:30.241075 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-598094e9-25f1-426f-be2f-6c9cb65c4b12 req-461e6240-4d00-4253-9710-647bdb02c0ce tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.24 "GET /v2.0/ports?device_id=732aca35-671d-4ac9-9e2d-f9c68385521f HTTP/1.1" status: 200 len: 943 time: 0.0577571 Sep 03 13:01:30.279997 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-598094e9-25f1-426f-be2f-6c9cb65c4b12 req-d903bfe8-6842-4ecb-8bd3-d941c7190575 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.24 "GET /v2.0/security-groups?id=946cb771-3479-4969-bec7-65f8bfd0ac47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328197 Sep 03 13:01:30.297956 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ac162a95-ba35-400c-9c76-52e24303e26c req-60b23a3f-1613-4637-8867-6f967bc11a1f tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0466659 Sep 03 13:01:30.312597 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.v2.base [req-ac162a95-ba35-400c-9c76-52e24303e26c req-72e9fc8f-120f-4426-95de-6793d9bfe5a0 service neutron] Request body: {'port': {'device_id': 'c9a950b5-853f-4f69-936b-d6f7894ed47b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=120042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:01:30.382650 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-ac162a95-ba35-400c-9c76-52e24303e26c req-72e9fc8f-120f-4426-95de-6793d9bfe5a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:30.430787 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-2bc1a9ca-7246-4c60-baba-39a96b11c760 None None] Provisioning for port 8fcee75b-2f44-418f-819a-e441c63bebf7 completed by entity DHCP. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:01:30.436183 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-2bc1a9ca-7246-4c60-baba-39a96b11c760 None None] Provisioning complete for port 8fcee75b-2f44-418f-819a-e441c63bebf7 triggered by entity DHCP. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:01:30.437609 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-2bc1a9ca-7246-4c60-baba-39a96b11c760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:30.471088 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.plugin [None req-2bc1a9ca-7246-4c60-baba-39a96b11c760 None None] Port 8fcee75b-2f44-418f-819a-e441c63bebf7 cannot update to ACTIVE because it is not bound. {{(pid=120043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 13:01:30.640842 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.notifiers.nova [req-ac162a95-ba35-400c-9c76-52e24303e26c req-72e9fc8f-120f-4426-95de-6793d9bfe5a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fcee75b-2f44-418f-819a-e441c63bebf7 {{(pid=120042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 13:01:30.648669 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-ac162a95-ba35-400c-9c76-52e24303e26c req-72e9fc8f-120f-4426-95de-6793d9bfe5a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:30.660306 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.provisioning_blocks [req-ac162a95-ba35-400c-9c76-52e24303e26c req-72e9fc8f-120f-4426-95de-6793d9bfe5a0 service neutron] Transition to ACTIVE for port object 8fcee75b-2f44-418f-819a-e441c63bebf7 will not be triggered until provisioned by entity L2. {{(pid=120042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:01:30.788482 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-ac162a95-ba35-400c-9c76-52e24303e26c req-72e9fc8f-120f-4426-95de-6793d9bfe5a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534626162'] for port, after_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:30.844206 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e9fc8f-120f-4426-95de-6793d9bfe5a0 service neutron] Pushing event updated for resources: {'Port': ['ID=8fcee75b-2f44-418f-819a-e441c63bebf7,revision_number=2']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:01:30.950530 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3364874c-a1e4-4545-9272-0f2a3bbb2f76 req-1cbfca4e-e6e0-4dd7-b659-6dfbf18edec8 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:01:30.952098 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-3364874c-a1e4-4545-9272-0f2a3bbb2f76 req-1cbfca4e-e6e0-4dd7-b659-6dfbf18edec8 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9a950b5-853f-4f69-936b-d6f7894ed47b HTTP/1.1" status: 200 len: 944 time: 0.1089957 Sep 03 13:01:30.953336 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.managers [req-ac162a95-ba35-400c-9c76-52e24303e26c req-72e9fc8f-120f-4426-95de-6793d9bfe5a0 service neutron] Attempting to bind port 8fcee75b-2f44-418f-819a-e441c63bebf7 on host hv-cinder-78878 for vnic_type normal with profile {{(pid=120042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 13:01:30.953661 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.managers [req-ac162a95-ba35-400c-9c76-52e24303e26c req-72e9fc8f-120f-4426-95de-6793d9bfe5a0 service neutron] Attempting to bind port 8fcee75b-2f44-418f-819a-e441c63bebf7 by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': '32a72ad9-2465-4193-b477-40371effc92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4ae4bd86-9baa-4a46-894e-9d6319ec74c4'}] {{(pid=120042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 13:01:30.953989 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac162a95-ba35-400c-9c76-52e24303e26c req-72e9fc8f-120f-4426-95de-6793d9bfe5a0 service neutron] Attempting to bind port 8fcee75b-2f44-418f-819a-e441c63bebf7 on network 4ae4bd86-9baa-4a46-894e-9d6319ec74c4 {{(pid=120042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 13:01:30.965823 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac162a95-ba35-400c-9c76-52e24303e26c req-72e9fc8f-120f-4426-95de-6793d9bfe5a0 service neutron] Port 8fcee75b-2f44-418f-819a-e441c63bebf7 on network 4ae4bd86-9baa-4a46-894e-9d6319ec74c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=120042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 13:01:30.966187 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac162a95-ba35-400c-9c76-52e24303e26c req-72e9fc8f-120f-4426-95de-6793d9bfe5a0 service neutron] Attempting to bind port 8fcee75b-2f44-418f-819a-e441c63bebf7 on network 4ae4bd86-9baa-4a46-894e-9d6319ec74c4 {{(pid=120042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 13:01:30.978964 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac162a95-ba35-400c-9c76-52e24303e26c req-72e9fc8f-120f-4426-95de-6793d9bfe5a0 service neutron] Checking agent: {'id': '0f6a9262-0a79-4cf4-ac76-73211ad22d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 12, 55, 7), 'started_at': datetime.datetime(2021, 9, 3, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 13, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 13:01:30.979313 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac162a95-ba35-400c-9c76-52e24303e26c req-72e9fc8f-120f-4426-95de-6793d9bfe5a0 service neutron] Checking segment: {'id': '32a72ad9-2465-4193-b477-40371effc92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4ae4bd86-9baa-4a46-894e-9d6319ec74c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 13:01:30.979703 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac162a95-ba35-400c-9c76-52e24303e26c req-72e9fc8f-120f-4426-95de-6793d9bfe5a0 service neutron] Bound using segment: {'id': '32a72ad9-2465-4193-b477-40371effc92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4ae4bd86-9baa-4a46-894e-9d6319ec74c4'} {{(pid=120042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 13:01:30.980174 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.managers [req-ac162a95-ba35-400c-9c76-52e24303e26c req-72e9fc8f-120f-4426-95de-6793d9bfe5a0 service neutron] Bound port: 8fcee75b-2f44-418f-819a-e441c63bebf7, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32a72ad9-2465-4193-b477-40371effc92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4ae4bd86-9baa-4a46-894e-9d6319ec74c4'}}] {{(pid=120042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 13:01:30.980541 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-ac162a95-ba35-400c-9c76-52e24303e26c req-72e9fc8f-120f-4426-95de-6793d9bfe5a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:31.009073 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-3364874c-a1e4-4545-9272-0f2a3bbb2f76 req-c28c870e-e0dd-42ef-b7c7-ab8eb99d7fdf tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=b256b272-4194-4266-bb97-1a01fa872f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496655 Sep 03 13:01:31.055874 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.db [req-ac162a95-ba35-400c-9c76-52e24303e26c req-72e9fc8f-120f-4426-95de-6793d9bfe5a0 service neutron] For port 8fcee75b-2f44-418f-819a-e441c63bebf7, host hv-cinder-78878, cleared binding levels {{(pid=120042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 13:01:31.058826 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.db [req-ac162a95-ba35-400c-9c76-52e24303e26c req-72e9fc8f-120f-4426-95de-6793d9bfe5a0 service neutron] For port 8fcee75b-2f44-418f-819a-e441c63bebf7, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=8fcee75b-2f44-418f-819a-e441c63bebf7,segment=NetworkSegment(32a72ad9-2465-4193-b477-40371effc92a),segment_id=32a72ad9-2465-4193-b477-40371effc92a)] {{(pid=120042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 13:01:31.168342 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-ac162a95-ba35-400c-9c76-52e24303e26c req-72e9fc8f-120f-4426-95de-6793d9bfe5a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534626162'] for port, after_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:31.201772 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac162a95-ba35-400c-9c76-52e24303e26c req-72e9fc8f-120f-4426-95de-6793d9bfe5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:01:31.202402 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-ac162a95-ba35-400c-9c76-52e24303e26c req-72e9fc8f-120f-4426-95de-6793d9bfe5a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10697'] for port, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:31.203783 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ac162a95-ba35-400c-9c76-52e24303e26c req-72e9fc8f-120f-4426-95de-6793d9bfe5a0 service neutron] 10.222.0.11 "PUT /v2.0/ports/8fcee75b-2f44-418f-819a-e441c63bebf7 HTTP/1.1" status: 200 len: 1094 time: 0.8970115 Sep 03 13:01:31.204313 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9a950b5-853f-4f69-936b-d6f7894ed47b', 'tag': '8fcee75b-2f44-418f-819a-e441c63bebf7'}] {{(pid=120042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:01:31.206517 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d2a6420b193a10f45e0477184c700453c1253cfa456d27c4e3ab5b2f2f62351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66676e15-7ccb-44c3-8d80-3fde28229aeb" -d '{"events": [{"name": "network-changed", "server_uuid": "c9a950b5-853f-4f69-936b-d6f7894ed47b", "tag": "8fcee75b-2f44-418f-819a-e441c63bebf7"}]}' {{(pid=120042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:01:31.237314 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e9fc8f-120f-4426-95de-6793d9bfe5a0 service neutron] Pushing event updated for resources: {'Port': ['ID=8fcee75b-2f44-418f-819a-e441c63bebf7,revision_number=3']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:01:31.258357 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 13:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60cf67ed-f465-4b1f-b44f-36b5875c0d6e x-openstack-request-id: req-60cf67ed-f465-4b1f-b44f-36b5875c0d6e {{(pid=120042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:01:31.258839 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9a950b5-853f-4f69-936b-d6f7894ed47b", "tag": "8fcee75b-2f44-418f-819a-e441c63bebf7", "status": "completed", "code": 200}]} {{(pid=120042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:01:31.259190 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-60cf67ed-f465-4b1f-b44f-36b5875c0d6e {{(pid=120042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:01:31.260015 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9a950b5-853f-4f69-936b-d6f7894ed47b', 'tag': '8fcee75b-2f44-418f-819a-e441c63bebf7', 'status': 'completed', 'code': 200} Sep 03 13:01:31.334500 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66676e15-7ccb-44c3-8d80-3fde28229aeb req-403a9a1a-625b-4728-8b18-c012f38db030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:01:31.336335 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-66676e15-7ccb-44c3-8d80-3fde28229aeb req-403a9a1a-625b-4728-8b18-c012f38db030 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8cbbddf1eac34975b3dfff073526b48a&device_id=c9a950b5-853f-4f69-936b-d6f7894ed47b HTTP/1.1" status: 200 len: 1097 time: 0.0497093 Sep 03 13:01:31.471097 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31cc219-5f89-4913-b5ac-9e3faa122fcb req-fc2c13ba-90e9-4eff-9fdd-2f5c9e0e808f tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:01:31.472561 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-e31cc219-5f89-4913-b5ac-9e3faa122fcb req-fc2c13ba-90e9-4eff-9fdd-2f5c9e0e808f tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.24 "GET /v2.0/ports?device_id=732aca35-671d-4ac9-9e2d-f9c68385521f HTTP/1.1" status: 200 len: 943 time: 0.1102071 Sep 03 13:01:31.497252 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66676e15-7ccb-44c3-8d80-3fde28229aeb req-ab3ecda1-71c8-470a-afba-63b34721029f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:01:31.498685 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-66676e15-7ccb-44c3-8d80-3fde28229aeb req-ab3ecda1-71c8-470a-afba-63b34721029f service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=8cbbddf1eac34975b3dfff073526b48a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1543832 Sep 03 13:01:31.535077 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-e31cc219-5f89-4913-b5ac-9e3faa122fcb req-11ab6d75-14aa-45d1-a49d-6cd4d604a4b8 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.24 "GET /v2.0/security-groups?id=946cb771-3479-4969-bec7-65f8bfd0ac47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537808 Sep 03 13:01:31.605235 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66676e15-7ccb-44c3-8d80-3fde28229aeb req-80d9ac72-4ea0-44d1-9fc8-16d629df07db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:01:31.606687 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-66676e15-7ccb-44c3-8d80-3fde28229aeb req-80d9ac72-4ea0-44d1-9fc8-16d629df07db service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1003084 Sep 03 13:01:31.688656 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac162a95-ba35-400c-9c76-52e24303e26c req-27c7e2c5-2b02-4993-9812-e58e1d9c1908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:01:31.690020 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ac162a95-ba35-400c-9c76-52e24303e26c req-27c7e2c5-2b02-4993-9812-e58e1d9c1908 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8cbbddf1eac34975b3dfff073526b48a&device_id=c9a950b5-853f-4f69-936b-d6f7894ed47b HTTP/1.1" status: 200 len: 1097 time: 0.0430014 Sep 03 13:01:31.731299 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ac162a95-ba35-400c-9c76-52e24303e26c req-07fc25f6-e79c-4da7-a75c-3e3f32853989 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8fcee75b-2f44-418f-819a-e441c63bebf7 HTTP/1.1" status: 200 len: 217 time: 0.0327177 Sep 03 13:01:31.779033 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac162a95-ba35-400c-9c76-52e24303e26c req-d82f9411-da8e-4846-8426-00a887b3d6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:01:31.780610 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ac162a95-ba35-400c-9c76-52e24303e26c req-d82f9411-da8e-4846-8426-00a887b3d6b1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e4c3bb0a-fdd7-427f-b24b-a6cf6ccdaba3 HTTP/1.1" status: 200 len: 855 time: 0.0427654 Sep 03 13:01:31.825327 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac162a95-ba35-400c-9c76-52e24303e26c req-f6d0164f-24ba-43ef-9b5f-4dee43809235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:01:31.826802 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ac162a95-ba35-400c-9c76-52e24303e26c req-f6d0164f-24ba-43ef-9b5f-4dee43809235 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4ae4bd86-9baa-4a46-894e-9d6319ec74c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0376697 Sep 03 13:01:31.929761 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ac162a95-ba35-400c-9c76-52e24303e26c req-067dc962-7f17-42dc-802e-55cf1a68b7c2 service neutron] 10.222.0.11 "GET /v2.0/networks/4ae4bd86-9baa-4a46-894e-9d6319ec74c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921118 Sep 03 13:01:32.020869 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ac162a95-ba35-400c-9c76-52e24303e26c req-4bafa08c-f27a-4980-a1fe-79b3a4a21552 service neutron] 10.222.0.11 "GET /v2.0/networks/4ae4bd86-9baa-4a46-894e-9d6319ec74c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837903 Sep 03 13:01:32.127595 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bee9221-fb72-4b58-b06f-62420aef1d43 req-8602a894-e72d-4c45-8181-756ba913ca40 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:01:32.129638 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-2bee9221-fb72-4b58-b06f-62420aef1d43 req-8602a894-e72d-4c45-8181-756ba913ca40 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9a950b5-853f-4f69-936b-d6f7894ed47b HTTP/1.1" status: 200 len: 944 time: 0.0471828 Sep 03 13:01:32.167283 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-2bee9221-fb72-4b58-b06f-62420aef1d43 req-94726307-04a2-4ab2-8fb8-d85c6381f8a2 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=b256b272-4194-4266-bb97-1a01fa872f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315135 Sep 03 13:01:32.647552 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e8952e-979f-437e-9ee1-b787ac6c1ceb req-2f469eca-1c78-4900-9743-a9d82cb8fd0e tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:01:32.649027 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-d9e8952e-979f-437e-9ee1-b787ac6c1ceb req-2f469eca-1c78-4900-9743-a9d82cb8fd0e tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.24 "GET /v2.0/ports?device_id=732aca35-671d-4ac9-9e2d-f9c68385521f HTTP/1.1" status: 200 len: 943 time: 0.0472732 Sep 03 13:01:32.687440 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-d9e8952e-979f-437e-9ee1-b787ac6c1ceb req-c909be79-3f47-4f61-906a-bc305c38be1b tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.24 "GET /v2.0/security-groups?id=946cb771-3479-4969-bec7-65f8bfd0ac47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326402 Sep 03 13:01:33.195147 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 41276) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:01:33.230998 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Device c95bbd98-88a0-4068-b974-d265ec66202f details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=120043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 13:01:33.290169 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25cdb97-2dc3-4330-ad4b-4e1836f38f2c req-46142669-f1b3-4dcb-99ea-6968a620e39f tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:01:33.291650 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-f25cdb97-2dc3-4330-ad4b-4e1836f38f2c req-46142669-f1b3-4dcb-99ea-6968a620e39f tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9a950b5-853f-4f69-936b-d6f7894ed47b HTTP/1.1" status: 200 len: 944 time: 0.0536323 Sep 03 13:01:33.311343 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-97a4607a-722b-4e93-a2a5-8cafe9ff363d admin admin] Notify callbacks [] for security_group, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:33.330267 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] For port c95bbd98-88a0-4068-b974-d265ec66202f, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=c95bbd98-88a0-4068-b974-d265ec66202f,segment=NetworkSegment(e45ceb30-1af8-4624-9c71-29e1cb5208f7),segment_id=e45ceb30-1af8-4624-9c71-29e1cb5208f7)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:01:33.342213 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Returning: {'device': 'c95bbd98-88a0-4068-b974-d265ec66202f', 'network_id': '345637cf-75d9-4779-b1b1-52f200b41e58', 'port_id': 'c95bbd98-88a0-4068-b974-d265ec66202f', 'mac_address': 'fa:16:3e:93:04:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e2dffd0-2e45-4317-8b2f-2228f5cb6a48', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 13:01:33.353412 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-f25cdb97-2dc3-4330-ad4b-4e1836f38f2c req-0cc9e602-ff2c-44a5-a195-366e8235f39d tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=b256b272-4194-4266-bb97-1a01fa872f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544322 Sep 03 13:01:33.378322 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:33.391111 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.notifiers.nova [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c95bbd98-88a0-4068-b974-d265ec66202f {{(pid=120043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 13:01:33.410783 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] For port c95bbd98-88a0-4068-b974-d265ec66202f, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=c95bbd98-88a0-4068-b974-d265ec66202f,segment=NetworkSegment(e45ceb30-1af8-4624-9c71-29e1cb5208f7),segment_id=e45ceb30-1af8-4624-9c71-29e1cb5208f7)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:01:33.427690 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-97a4607a-722b-4e93-a2a5-8cafe9ff363d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:33.488044 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:33.533096 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Pushing event updated for resources: {'Port': ['ID=c95bbd98-88a0-4068-b974-d265ec66202f,revision_number=4']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:01:33.539804 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:01:33.540178 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:01:33.540526 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:01:33.540861 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:01:33.541203 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:01:33.541532 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:01:33.541859 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:01:33.542190 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:01:33.542351 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-97a4607a-722b-4e93-a2a5-8cafe9ff363d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:33.542519 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:01:33.542843 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:01:33.543166 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:01:33.543487 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:01:33.582412 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-97a4607a-722b-4e93-a2a5-8cafe9ff363d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6d7420701a5044f7afbe6f367466b6fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3860922 Sep 03 13:01:33.583132 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a4607a-722b-4e93-a2a5-8cafe9ff363d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b37049c8-7c46-4ad1-8cc2-42fde2c3e1bb,revision_number=1']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:01:33.585122 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 41280) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:01:33.633575 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-fe36d3af-3053-4572-835e-dcebaeb4ad78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:33.655803 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-fe36d3af-3053-4572-835e-dcebaeb4ad78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:33.797138 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ca3f98-70d3-4966-9255-24b7b32e1156 req-b13c887b-98c2-42cf-95c6-703453eadee3 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:01:33.798630 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-a6ca3f98-70d3-4966-9255-24b7b32e1156 req-b13c887b-98c2-42cf-95c6-703453eadee3 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.24 "GET /v2.0/ports?device_id=732aca35-671d-4ac9-9e2d-f9c68385521f HTTP/1.1" status: 200 len: 944 time: 0.0468934 Sep 03 13:01:33.835157 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-a6ca3f98-70d3-4966-9255-24b7b32e1156 req-7c758462-4f89-48bc-ad28-5c310ffd3fd6 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.24 "GET /v2.0/security-groups?id=946cb771-3479-4969-bec7-65f8bfd0ac47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300162 Sep 03 13:01:33.974608 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-fe36d3af-3053-4572-835e-dcebaeb4ad78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:33.977207 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-fe36d3af-3053-4572-835e-dcebaeb4ad78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:33.978383 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-fe36d3af-3053-4572-835e-dcebaeb4ad78 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b37049c8-7c46-4ad1-8cc2-42fde2c3e1bb HTTP/1.1" status: 204 len: 168 time: 0.3920190 Sep 03 13:01:33.986603 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe36d3af-3053-4572-835e-dcebaeb4ad78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b37049c8-7c46-4ad1-8cc2-42fde2c3e1bb,revision_number=None']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:01:34.474519 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cafecc-b503-498f-9d14-c29b7f5ed146 req-cb2deb4a-d8d7-4d6f-ab02-a3869e62327b tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:01:34.475996 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-49cafecc-b503-498f-9d14-c29b7f5ed146 req-cb2deb4a-d8d7-4d6f-ab02-a3869e62327b tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9a950b5-853f-4f69-936b-d6f7894ed47b HTTP/1.1" status: 200 len: 944 time: 0.0499957 Sep 03 13:01:34.512858 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-49cafecc-b503-498f-9d14-c29b7f5ed146 req-07c10451-40c1-4903-858b-cbeb16411cd4 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=b256b272-4194-4266-bb97-1a01fa872f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310631 Sep 03 13:01:34.946593 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b672de-fd76-4485-8922-b74e0ca8cb19 req-768bd65b-a7af-43a9-8295-6ffd060dbace tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:01:34.948072 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-53b672de-fd76-4485-8922-b74e0ca8cb19 req-768bd65b-a7af-43a9-8295-6ffd060dbace tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.24 "GET /v2.0/ports?device_id=732aca35-671d-4ac9-9e2d-f9c68385521f HTTP/1.1" status: 200 len: 944 time: 0.0470932 Sep 03 13:01:34.983711 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-53b672de-fd76-4485-8922-b74e0ca8cb19 req-f2442020-d2fe-400d-9b72-e9d39f90341f tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.24 "GET /v2.0/security-groups?id=946cb771-3479-4969-bec7-65f8bfd0ac47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299513 Sep 03 13:01:35.248205 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-bf9fd538-c9cc-475f-bd9b-a20be2bfc264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:35.298610 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] get_ports_and_sgs() called for port_ids ['c95bbd98-88a0-4068-b974-d265ec66202f'] {{(pid=120043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 13:01:35.626811 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8faefe-91ed-43b6-89f1-e69cf7a447a2 req-d1738f26-fd31-49ce-9504-930d7ef26e5d tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:01:35.628294 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ef8faefe-91ed-43b6-89f1-e69cf7a447a2 req-d1738f26-fd31-49ce-9504-930d7ef26e5d tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9a950b5-853f-4f69-936b-d6f7894ed47b HTTP/1.1" status: 200 len: 944 time: 0.0483558 Sep 03 13:01:35.665401 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ef8faefe-91ed-43b6-89f1-e69cf7a447a2 req-0daa7ca6-cc08-4172-9843-a436e42102ac tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=b256b272-4194-4266-bb97-1a01fa872f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307269 Sep 03 13:01:36.097601 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c7abf7-690f-45cc-ab5e-84354c4a90d9 req-05836608-467c-42b8-98a4-8a6665b5ce70 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:01:36.099031 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-b4c7abf7-690f-45cc-ab5e-84354c4a90d9 req-05836608-467c-42b8-98a4-8a6665b5ce70 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.24 "GET /v2.0/ports?device_id=732aca35-671d-4ac9-9e2d-f9c68385521f HTTP/1.1" status: 200 len: 944 time: 0.0498736 Sep 03 13:01:36.135448 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-b4c7abf7-690f-45cc-ab5e-84354c4a90d9 req-401c27e1-5fca-4caa-8bd9-c67dc5178071 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.24 "GET /v2.0/security-groups?id=946cb771-3479-4969-bec7-65f8bfd0ac47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304847 Sep 03 13:01:36.779501 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6de9e1-f084-43bf-8c72-92e868558b5b req-96b4c849-d0a3-46dc-a556-e1c70c633cd5 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:01:36.780964 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-2f6de9e1-f084-43bf-8c72-92e868558b5b req-96b4c849-d0a3-46dc-a556-e1c70c633cd5 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9a950b5-853f-4f69-936b-d6f7894ed47b HTTP/1.1" status: 200 len: 944 time: 0.0465953 Sep 03 13:01:36.817458 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-2f6de9e1-f084-43bf-8c72-92e868558b5b req-2c7196ff-5200-4b8b-85a8-e5e547331e12 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=b256b272-4194-4266-bb97-1a01fa872f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307186 Sep 03 13:01:36.916827 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:37.073773 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Device 8fcee75b-2f44-418f-819a-e441c63bebf7 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=120043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 13:01:37.076781 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Device c95bbd98-88a0-4068-b974-d265ec66202f up at agent hyperv_hv-cinder-78878 {{(pid=120043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:01:37.200466 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] For port 8fcee75b-2f44-418f-819a-e441c63bebf7, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=8fcee75b-2f44-418f-819a-e441c63bebf7,segment=NetworkSegment(32a72ad9-2465-4193-b477-40371effc92a),segment_id=32a72ad9-2465-4193-b477-40371effc92a)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:01:37.215438 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Returning: {'device': '8fcee75b-2f44-418f-819a-e441c63bebf7', 'network_id': '4ae4bd86-9baa-4a46-894e-9d6319ec74c4', 'port_id': '8fcee75b-2f44-418f-819a-e441c63bebf7', 'mac_address': 'fa:16:3e:35:ad:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4c3bb0a-fdd7-427f-b24b-a6cf6ccdaba3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 13:01:37.247316 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1182334b-0080-46d4-a66c-84a0e3371090 req-7829edd5-59b8-47eb-841b-1f9d58794cab tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:01:37.248901 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-1182334b-0080-46d4-a66c-84a0e3371090 req-7829edd5-59b8-47eb-841b-1f9d58794cab tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.24 "GET /v2.0/ports?device_id=732aca35-671d-4ac9-9e2d-f9c68385521f HTTP/1.1" status: 200 len: 944 time: 0.0468407 Sep 03 13:01:37.251650 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:37.264481 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.notifiers.nova [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fcee75b-2f44-418f-819a-e441c63bebf7 {{(pid=120043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 13:01:37.269667 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Provisioning for port c95bbd98-88a0-4068-b974-d265ec66202f completed by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:01:37.278807 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Provisioning complete for port c95bbd98-88a0-4068-b974-d265ec66202f triggered by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:01:37.285604 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:37.285759 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-1182334b-0080-46d4-a66c-84a0e3371090 req-3a420936-cc1a-4041-b266-e0d4b975af5b tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.24 "GET /v2.0/security-groups?id=946cb771-3479-4969-bec7-65f8bfd0ac47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310247 Sep 03 13:01:37.305581 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] For port 8fcee75b-2f44-418f-819a-e441c63bebf7, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=8fcee75b-2f44-418f-819a-e441c63bebf7,segment=NetworkSegment(32a72ad9-2465-4193-b477-40371effc92a),segment_id=32a72ad9-2465-4193-b477-40371effc92a)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:01:37.359983 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:37.381045 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '732aca35-671d-4ac9-9e2d-f9c68385521f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c95bbd98-88a0-4068-b974-d265ec66202f'}] {{(pid=120043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:01:37.383318 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75183f2819bd2f1145e278a2316968184774222fd4353ccf17289daf4feac16a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7948a4c3-6586-480c-9801-e887004a71b2" -d '{"events": [{"server_uuid": "732aca35-671d-4ac9-9e2d-f9c68385521f", "name": "network-vif-plugged", "status": "completed", "tag": "c95bbd98-88a0-4068-b974-d265ec66202f"}]}' {{(pid=120043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:01:37.398471 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:37.401321 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] For port c95bbd98-88a0-4068-b974-d265ec66202f, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=c95bbd98-88a0-4068-b974-d265ec66202f,segment=NetworkSegment(e45ceb30-1af8-4624-9c71-29e1cb5208f7),segment_id=e45ceb30-1af8-4624-9c71-29e1cb5208f7)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:01:37.426529 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 13:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e0be8fd-f6c1-4c76-a121-04d790085fc3 x-openstack-request-id: req-1e0be8fd-f6c1-4c76-a121-04d790085fc3 {{(pid=120043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:01:37.426825 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "732aca35-671d-4ac9-9e2d-f9c68385521f", "name": "network-vif-plugged", "status": "completed", "tag": "c95bbd98-88a0-4068-b974-d265ec66202f", "code": 200}]} {{(pid=120043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:01:37.427143 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1e0be8fd-f6c1-4c76-a121-04d790085fc3 {{(pid=120043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:01:37.427533 dv-cinder-788782-9-iscsi neutron-server[120043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '732aca35-671d-4ac9-9e2d-f9c68385521f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c95bbd98-88a0-4068-b974-d265ec66202f', 'code': 200} Sep 03 13:01:37.453022 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Pushing event updated for resources: {'Port': ['ID=8fcee75b-2f44-418f-819a-e441c63bebf7,revision_number=4']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:01:37.504957 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:37.558096 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Pushing event updated for resources: {'Port': ['ID=c95bbd98-88a0-4068-b974-d265ec66202f,revision_number=5']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:01:37.646940 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] get_ports_and_sgs() called for port_ids ['8fcee75b-2f44-418f-819a-e441c63bebf7'] {{(pid=120043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 13:01:37.855537 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b08f32-b3a6-4d07-91c3-00bb1ed66787 req-7ca8c575-cdc9-4f53-8db7-0dafe413342f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:01:37.857119 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-98b08f32-b3a6-4d07-91c3-00bb1ed66787 req-7ca8c575-cdc9-4f53-8db7-0dafe413342f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=732aca35-671d-4ac9-9e2d-f9c68385521f HTTP/1.1" status: 200 len: 1098 time: 0.0432146 Sep 03 13:01:37.882636 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-e6246a79-d4c3-457c-9e07-5df6ad3f224e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:37.905420 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-98b08f32-b3a6-4d07-91c3-00bb1ed66787 req-d1f05b9a-efcf-4525-a90b-02fc6887f72f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=946cb771-3479-4969-bec7-65f8bfd0ac47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407951 Sep 03 13:01:37.939656 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0928f8e8-8286-46b9-82d1-3168fae6e773 req-bf8745f9-f8a3-46a9-8de9-946c25d75470 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:01:37.941122 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-0928f8e8-8286-46b9-82d1-3168fae6e773 req-bf8745f9-f8a3-46a9-8de9-946c25d75470 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9a950b5-853f-4f69-936b-d6f7894ed47b HTTP/1.1" status: 200 len: 945 time: 0.0509543 Sep 03 13:01:37.977928 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-0928f8e8-8286-46b9-82d1-3168fae6e773 req-ea8e2289-2042-4e49-8049-244a507217ba tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=b256b272-4194-4266-bb97-1a01fa872f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305216 Sep 03 13:01:38.400058 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad01266f-d87a-462b-bd0c-3b5983fe4111 req-a5317529-97c4-494c-8ed7-1f9afae8f65f tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:01:38.401497 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ad01266f-d87a-462b-bd0c-3b5983fe4111 req-a5317529-97c4-494c-8ed7-1f9afae8f65f tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.24 "GET /v2.0/ports?device_id=732aca35-671d-4ac9-9e2d-f9c68385521f HTTP/1.1" status: 200 len: 945 time: 0.0465472 Sep 03 13:01:38.436810 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:38.449766 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ad01266f-d87a-462b-bd0c-3b5983fe4111 req-b1056b7b-c819-4f8c-a5a1-0d1befdb305c tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.24 "GET /v2.0/security-groups?id=946cb771-3479-4969-bec7-65f8bfd0ac47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317135 Sep 03 13:01:39.074343 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Device 8fcee75b-2f44-418f-819a-e441c63bebf7 up at agent hyperv_hv-cinder-78878 {{(pid=120043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:01:39.094866 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08724a11-fd48-4ea4-9071-7b022d0e8053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:39.113586 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f43c39-b20d-472e-9ce1-873bda627103 req-dabfbcd0-87dc-434f-b91e-f7e068604929 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:01:39.115991 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-10f43c39-b20d-472e-9ce1-873bda627103 req-dabfbcd0-87dc-434f-b91e-f7e068604929 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9a950b5-853f-4f69-936b-d6f7894ed47b HTTP/1.1" status: 200 len: 945 time: 0.0530601 Sep 03 13:01:39.152211 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-10f43c39-b20d-472e-9ce1-873bda627103 req-82e52bf2-8bf6-40a9-890d-8172ef0e59f7 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=b256b272-4194-4266-bb97-1a01fa872f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305791 Sep 03 13:01:39.217214 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Provisioning for port 8fcee75b-2f44-418f-819a-e441c63bebf7 completed by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:01:39.221201 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Provisioning complete for port 8fcee75b-2f44-418f-819a-e441c63bebf7 triggered by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:01:39.221581 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:39.299628 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:39.330728 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] For port 8fcee75b-2f44-418f-819a-e441c63bebf7, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=8fcee75b-2f44-418f-819a-e441c63bebf7,segment=NetworkSegment(32a72ad9-2465-4193-b477-40371effc92a),segment_id=32a72ad9-2465-4193-b477-40371effc92a)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:01:39.428670 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9a950b5-853f-4f69-936b-d6f7894ed47b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fcee75b-2f44-418f-819a-e441c63bebf7'}] {{(pid=120043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:01:39.430993 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75183f2819bd2f1145e278a2316968184774222fd4353ccf17289daf4feac16a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-611d7f36-2f04-4de3-b2f4-e83a41d8e006" -d '{"events": [{"server_uuid": "c9a950b5-853f-4f69-936b-d6f7894ed47b", "name": "network-vif-plugged", "status": "completed", "tag": "8fcee75b-2f44-418f-819a-e441c63bebf7"}]}' {{(pid=120043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:01:39.453612 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:39.477186 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 13:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d0131db-2d2e-4323-b1ef-5fa386583e82 x-openstack-request-id: req-6d0131db-2d2e-4323-b1ef-5fa386583e82 {{(pid=120043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:01:39.477361 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9a950b5-853f-4f69-936b-d6f7894ed47b", "name": "network-vif-plugged", "status": "completed", "tag": "8fcee75b-2f44-418f-819a-e441c63bebf7", "code": 200}]} {{(pid=120043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:01:39.477867 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6d0131db-2d2e-4323-b1ef-5fa386583e82 {{(pid=120043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:01:39.478205 dv-cinder-788782-9-iscsi neutron-server[120043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9a950b5-853f-4f69-936b-d6f7894ed47b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fcee75b-2f44-418f-819a-e441c63bebf7', 'code': 200} Sep 03 13:01:39.506172 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Pushing event updated for resources: {'Port': ['ID=8fcee75b-2f44-418f-819a-e441c63bebf7,revision_number=5']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:01:39.562099 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3de085b-0038-40ea-b7ea-98b1991e4cbb req-ce64e8c0-4113-4006-a555-8a42a7a579af tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:01:39.563562 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-e3de085b-0038-40ea-b7ea-98b1991e4cbb req-ce64e8c0-4113-4006-a555-8a42a7a579af tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.24 "GET /v2.0/ports?device_id=732aca35-671d-4ac9-9e2d-f9c68385521f HTTP/1.1" status: 200 len: 945 time: 0.0458829 Sep 03 13:01:39.602626 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-e3de085b-0038-40ea-b7ea-98b1991e4cbb req-e152c3de-a2de-4936-878a-63ab6b3ed658 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.24 "GET /v2.0/security-groups?id=946cb771-3479-4969-bec7-65f8bfd0ac47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317969 Sep 03 13:01:39.715151 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50f7915-41cd-4568-a1bc-3259a15caa08 req-260f275e-2bed-4e93-ae8b-0ff51dd70d8c tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:01:39.716566 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-c50f7915-41cd-4568-a1bc-3259a15caa08 req-260f275e-2bed-4e93-ae8b-0ff51dd70d8c tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.24 "GET /v2.0/ports?device_id=732aca35-671d-4ac9-9e2d-f9c68385521f HTTP/1.1" status: 200 len: 945 time: 0.0473919 Sep 03 13:01:39.754068 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-c50f7915-41cd-4568-a1bc-3259a15caa08 req-b347ff2e-0c5d-48f5-a496-c88733b0dbe7 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.24 "GET /v2.0/security-groups?id=946cb771-3479-4969-bec7-65f8bfd0ac47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315018 Sep 03 13:01:39.776204 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 41366) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:01:39.811323 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b2d8f1-afb9-466e-9bdb-dacd22be626f req-c00ab766-9fd3-46dc-96ff-fd6e8087e9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:01:39.812906 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-12b2d8f1-afb9-466e-9bdb-dacd22be626f req-c00ab766-9fd3-46dc-96ff-fd6e8087e9ba service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c9a950b5-853f-4f69-936b-d6f7894ed47b HTTP/1.1" status: 200 len: 1099 time: 0.0449889 Sep 03 13:01:39.853371 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-12b2d8f1-afb9-466e-9bdb-dacd22be626f req-5f823952-9500-4680-bd41-75d45375e2bd service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b256b272-4194-4266-bb97-1a01fa872f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282199 Sep 03 13:01:39.957129 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b807b1d0-e960-4fed-bc5e-a6871698e98f tempest-TestShelveInstance-1737737629 tempest-TestShelveInstance-1737737629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:01:39.958620 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-b807b1d0-e960-4fed-bc5e-a6871698e98f tempest-TestShelveInstance-1737737629 tempest-TestShelveInstance-1737737629-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=732aca35-671d-4ac9-9e2d-f9c68385521f HTTP/1.1" status: 200 len: 1093 time: 0.1814363 Sep 03 13:01:39.961775 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 41370) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:01:39.970350 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.v2.base [None req-e39e64ba-c10e-4ea3-8f68-901040a1958e tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Request body: {'floatingip': {'floating_network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'port_id': 'c95bbd98-88a0-4068-b974-d265ec66202f', 'tenant_id': 'ca4d8f1b1cc14659a16af4ec915819aa', 'fixed_ip_address': '172.20.0.3'}} {{(pid=120041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:01:40.051052 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-e39e64ba-c10e-4ea3-8f68-901040a1958e tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Notify callbacks [] for floatingip, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:40.148304 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-e39e64ba-c10e-4ea3-8f68-901040a1958e tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:40.259775 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.db.db_base_plugin_common [None req-e39e64ba-c10e-4ea3-8f68-901040a1958e tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Allocated IP 172.27.3.178 (9198821c-ee56-4cb5-9e5d-ab43e0594ece/2efca78d-d4c6-45b2-a3f0-03ef309b0579/1c9737a6-6692-4c09-a025-ae148f449fa8) {{(pid=120041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 13:01:40.294360 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b91548-1767-4739-b01d-3c82603277ab req-5628859c-bf30-4d0a-b48e-6821fd345255 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:01:40.295877 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-c2b91548-1767-4739-b01d-3c82603277ab req-5628859c-bf30-4d0a-b48e-6821fd345255 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9a950b5-853f-4f69-936b-d6f7894ed47b HTTP/1.1" status: 200 len: 946 time: 0.0509634 Sep 03 13:01:40.334813 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-c2b91548-1767-4739-b01d-3c82603277ab req-3014586d-599f-454b-baed-6920951005d1 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=b256b272-4194-4266-bb97-1a01fa872f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321362 Sep 03 13:01:40.363578 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-e39e64ba-c10e-4ea3-8f68-901040a1958e tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Notify callbacks [] for port, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:40.475547 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-e39e64ba-c10e-4ea3-8f68-901040a1958e tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763613061259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533180425'] for port, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:40.512804 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39e64ba-c10e-4ea3-8f68-901040a1958e tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Network 9198821c-ee56-4cb5-9e5d-ab43e0594ece is already hosted by enough agents. {{(pid=120041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 13:01:40.515666 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.scheduler.base_scheduler [None req-e39e64ba-c10e-4ea3-8f68-901040a1958e tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Resources bound (agent type, host, resource id): {{(pid=120041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:01:40.519304 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39e64ba-c10e-4ea3-8f68-901040a1958e tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Received port after_create {{(pid=120041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 13:01:40.544244 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39e64ba-c10e-4ea3-8f68-901040a1958e tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Pushing event updated for resources: {'Port': ['ID=1c9737a6-6692-4c09-a025-ae148f449fa8,revision_number=1']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:01:40.757087 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-df5ee12c-e8c1-490b-8d0e-415336677a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:40.856825 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-e39e64ba-c10e-4ea3-8f68-901040a1958e tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Notify callbacks [] for floatingip, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:40.991041 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-e39e64ba-c10e-4ea3-8f68-901040a1958e tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:41.139781 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-e39e64ba-c10e-4ea3-8f68-901040a1958e tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Notify callbacks [] for port, precommit_update {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:41.149073 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 41380) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:01:41.211604 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-e39e64ba-c10e-4ea3-8f68-901040a1958e tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533180446'] for port, after_update {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:41.281172 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-be6af224-25f5-4032-bbac-69f90f261918 admin admin] Notify callbacks [] for security_group, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:41.302666 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39e64ba-c10e-4ea3-8f68-901040a1958e tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Pushing event updated for resources: {'Port': ['ID=1c9737a6-6692-4c09-a025-ae148f449fa8,revision_number=2']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:01:41.318757 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-e39e64ba-c10e-4ea3-8f68-901040a1958e tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748779'] for floatingip, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:41.447110 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.db.l3_db [None req-e39e64ba-c10e-4ea3-8f68-901040a1958e tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Floating IP 3d0379af-719b-4a75-92a2-7f2d3dc6f378 associated. External IP: 172.27.3.178, port: c95bbd98-88a0-4068-b974-d265ec66202f. Sep 03 13:01:41.451866 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5195317d-651a-46b9-8f01-c84f58e2f162 req-244bc5a3-e459-43f0-8d65-35e20cc5601b tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:01:41.453500 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-5195317d-651a-46b9-8f01-c84f58e2f162 req-244bc5a3-e459-43f0-8d65-35e20cc5601b tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9a950b5-853f-4f69-936b-d6f7894ed47b HTTP/1.1" status: 200 len: 946 time: 0.0484405 Sep 03 13:01:41.494749 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-5195317d-651a-46b9-8f01-c84f58e2f162 req-b64b0fec-932b-40d6-b488-37c3566970a7 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=b256b272-4194-4266-bb97-1a01fa872f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349405 Sep 03 13:01:41.613243 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f339f4f4-7f2e-47b3-920f-cdb37db286f8 req-383fb435-6430-48c2-9a5b-189c96cb8c88 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:01:41.615355 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-f339f4f4-7f2e-47b3-920f-cdb37db286f8 req-383fb435-6430-48c2-9a5b-189c96cb8c88 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9a950b5-853f-4f69-936b-d6f7894ed47b HTTP/1.1" status: 200 len: 946 time: 0.0521371 Sep 03 13:01:41.623546 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 41388) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:01:41.628492 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.v2.base [None req-e2a80f03-b83d-44ff-a6fb-08ea0bfb82e7 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Request body: {'floatingip': {'port_id': '8fcee75b-2f44-418f-819a-e441c63bebf7'}} {{(pid=120042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:01:41.669090 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-e2a80f03-b83d-44ff-a6fb-08ea0bfb82e7 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Notify callbacks [] for floatingip, before_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:41.745971 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-be6af224-25f5-4032-bbac-69f90f261918 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:41.841622 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-be6af224-25f5-4032-bbac-69f90f261918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:41.890350 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-be6af224-25f5-4032-bbac-69f90f261918 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=123045dd58544ffb9d4c79d0992c1c48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7402236 Sep 03 13:01:41.895030 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 41390) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:01:41.914178 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6af224-25f5-4032-bbac-69f90f261918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e51e85ea-84d2-4f56-83a7-2227e5d36329,revision_number=1']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:01:41.940110 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e39e64ba-c10e-4ea3-8f68-901040a1958e tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Router cb3b5100-f7e9-41dd-9b0a-64d3a0bab622 has already been hosted by L3 agent 3ba3cff0-0714-4a2d-b638-391a63c22700 {{(pid=120041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 13:01:42.027994 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-2bdfcc8c-fa02-4d8f-b154-13a0063b45fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:42.061428 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-2bdfcc8c-fa02-4d8f-b154-13a0063b45fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:42.078537 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-e2a80f03-b83d-44ff-a6fb-08ea0bfb82e7 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Notify callbacks [] for floatingip, precommit_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:42.104265 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e39e64ba-c10e-4ea3-8f68-901040a1958e tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Notify agent at l3_agent.dv-cinder-788782-9-iscsi the message routers_updated {{(pid=120041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 13:01:42.113948 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0dcd94-1ff5-4d71-82ba-6c7601c54f8e None None] Sync routers for ids ['cb3b5100-f7e9-41dd-9b0a-64d3a0bab622'] in dv-cinder-788782-9-iscsi {{(pid=120043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 13:01:42.123710 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0dcd94-1ff5-4d71-82ba-6c7601c54f8e None None] Routers {'cb3b5100-f7e9-41dd-9b0a-64d3a0bab622'} bound to L3 agent in host dv-cinder-788782-9-iscsi {{(pid=120043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:01:42.124446 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_hamode_db [None req-1b0dcd94-1ff5-4d71-82ba-6c7601c54f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T12:48:38Z,description=,heartbeat_timestamp=2021-09-03T13:01:38Z,host='dv-cinder-788782-9-iscsi',id=3ba3cff0-0714-4a2d-b638-391a63c22700,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:48:38Z,topic='l3_agent')) {'router_ids': ['cb3b5100-f7e9-41dd-9b0a-64d3a0bab622'], 'active': True} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:01:42.188419 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-e2a80f03-b83d-44ff-a6fb-08ea0bfb82e7 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748779'] for floatingip, after_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:42.227508 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvr_db [None req-1b0dcd94-1ff5-4d71-82ba-6c7601c54f8e None None] Set router cb3b5100-f7e9-41dd-9b0a-64d3a0bab622 gateway port host: dv-cinder-788782-9-iscsi {{(pid=120043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:01:42.240408 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-2bdfcc8c-fa02-4d8f-b154-13a0063b45fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:42.243214 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-2bdfcc8c-fa02-4d8f-b154-13a0063b45fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:42.246817 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-2bdfcc8c-fa02-4d8f-b154-13a0063b45fe admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e51e85ea-84d2-4f56-83a7-2227e5d36329 HTTP/1.1" status: 204 len: 168 time: 0.3468142 Sep 03 13:01:42.246817 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-e39e64ba-c10e-4ea3-8f68-901040a1958e tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10697'] for floatingip, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:42.273949 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdfcc8c-fa02-4d8f-b154-13a0063b45fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e51e85ea-84d2-4f56-83a7-2227e5d36329,revision_number=None']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:01:42.289441 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-e39e64ba-c10e-4ea3-8f68-901040a1958e tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3266592 Sep 03 13:01:42.290043 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '732aca35-671d-4ac9-9e2d-f9c68385521f', 'tag': 'c95bbd98-88a0-4068-b974-d265ec66202f'}] {{(pid=120041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:01:42.293769 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}222e09a9ab4c141c83606b753eb87a0672cf929d5da8cac1b8a4e6949bcf244b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3facb4e1-7384-4f42-86d7-41622b7a7aca" -d '{"events": [{"name": "network-changed", "server_uuid": "732aca35-671d-4ac9-9e2d-f9c68385521f", "tag": "c95bbd98-88a0-4068-b974-d265ec66202f"}]}' {{(pid=120041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:01:42.294679 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.db.l3_db [None req-e2a80f03-b83d-44ff-a6fb-08ea0bfb82e7 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Floating IP a729ef66-6bd6-417e-a0c0-87bf7f1f66a7 associated. External IP: 172.27.3.35, port: 8fcee75b-2f44-418f-819a-e441c63bebf7. Sep 03 13:01:42.330174 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 13:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19043b84-24cf-487a-ac8d-a222cc7c26f9 x-openstack-request-id: req-19043b84-24cf-487a-ac8d-a222cc7c26f9 {{(pid=120041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:01:42.330477 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "732aca35-671d-4ac9-9e2d-f9c68385521f", "tag": "c95bbd98-88a0-4068-b974-d265ec66202f", "status": "completed", "code": 200}]} {{(pid=120041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:01:42.330734 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-19043b84-24cf-487a-ac8d-a222cc7c26f9 {{(pid=120041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:01:42.331138 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '732aca35-671d-4ac9-9e2d-f9c68385521f', 'tag': 'c95bbd98-88a0-4068-b974-d265ec66202f', 'status': 'completed', 'code': 200} Sep 03 13:01:42.409939 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3facb4e1-7384-4f42-86d7-41622b7a7aca req-645d609c-3640-43ad-b16b-d62313de2ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:01:42.411438 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-3facb4e1-7384-4f42-86d7-41622b7a7aca req-645d609c-3640-43ad-b16b-d62313de2ead service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ca4d8f1b1cc14659a16af4ec915819aa&device_id=732aca35-671d-4ac9-9e2d-f9c68385521f HTTP/1.1" status: 200 len: 1098 time: 0.0555708 Sep 03 13:01:42.494583 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_hamode_db [None req-1b0dcd94-1ff5-4d71-82ba-6c7601c54f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb3b5100-f7e9-41dd-9b0a-64d3a0bab622', 'name': 'tempest-TestShelveInstance-1014922235-router', 'tenant_id': 'ca4d8f1b1cc14659a16af4ec915819aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'cdfc4dfe-0be8-4f69-a37c-4f691cdf1e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:00:31Z', 'updated_at': '2021-09-03T13:00:35Z', 'revision_number': 4, 'project_id': 'ca4d8f1b1cc14659a16af4ec915819aa', 'gw_port': {'id': 'cdfc4dfe-0be8-4f69-a37c-4f691cdf1e0e', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:45:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3b5100-f7e9-41dd-9b0a-64d3a0bab622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:00:31Z', 'updated_at': '2021-09-03T13:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi', '_floatingips': [{'id': '3d0379af-719b-4a75-92a2-7f2d3dc6f378', 'tenant_id': 'ca4d8f1b1cc14659a16af4ec915819aa', 'floating_ip_address': '172.27.3.178', 'floating_network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'router_id': 'cb3b5100-f7e9-41dd-9b0a-64d3a0bab622', 'port_id': 'c95bbd98-88a0-4068-b974-d265ec66202f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '345637cf-75d9-4779-b1b1-52f200b41e58', 'mac_address': 'fa:16:3e:93:04:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732aca35-671d-4ac9-9e2d-f9c68385521f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T13:01:40Z', 'updated_at': '2021-09-03T13:01:40Z', 'revision_number': 0, 'project_id': 'ca4d8f1b1cc14659a16af4ec915819aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9889a450-7a47-4ac4-a283-ab25fb804b83', 'name': '', 'network_id': '345637cf-75d9-4779-b1b1-52f200b41e58', 'tenant_id': 'ca4d8f1b1cc14659a16af4ec915819aa', 'mac_address': 'fa:16:3e:37:31:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3b5100-f7e9-41dd-9b0a-64d3a0bab622', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '9e2dffd0-2e45-4317-8b2f-2228f5cb6a48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:00:34Z', 'updated_at': '2021-09-03T13:00:40Z', 'revision_number': 5, 'project_id': 'ca4d8f1b1cc14659a16af4ec915819aa', 'subnets': [{'id': '9e2dffd0-2e45-4317-8b2f-2228f5cb6a48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-9-iscsi', False) {} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:01:42.521657 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0dcd94-1ff5-4d71-82ba-6c7601c54f8e None None] Checking router: cb3b5100-f7e9-41dd-9b0a-64d3a0bab622 for host: dv-cinder-788782-9-iscsi {{(pid=120043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 13:01:42.531308 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0dcd94-1ff5-4d71-82ba-6c7601c54f8e None None] Routers {'cb3b5100-f7e9-41dd-9b0a-64d3a0bab622'} bound to L3 agent in host dv-cinder-788782-9-iscsi {{(pid=120043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:01:42.531943 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_hamode_db [None req-1b0dcd94-1ff5-4d71-82ba-6c7601c54f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T12:48:38Z,description=,heartbeat_timestamp=2021-09-03T13:01:38Z,host='dv-cinder-788782-9-iscsi',id=3ba3cff0-0714-4a2d-b638-391a63c22700,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:48:38Z,topic='l3_agent')) {'router_ids': ['cb3b5100-f7e9-41dd-9b0a-64d3a0bab622'], 'active': True} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:01:42.649141 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvr_db [None req-1b0dcd94-1ff5-4d71-82ba-6c7601c54f8e None None] Set router cb3b5100-f7e9-41dd-9b0a-64d3a0bab622 gateway port host: dv-cinder-788782-9-iscsi {{(pid=120043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:01:42.827400 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3facb4e1-7384-4f42-86d7-41622b7a7aca req-ac571c29-3952-40a3-a18f-2d8e9efad6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:01:42.828770 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-3facb4e1-7384-4f42-86d7-41622b7a7aca req-ac571c29-3952-40a3-a18f-2d8e9efad6bf service neutron] 10.222.0.11 "GET /v2.0/networks?id=345637cf-75d9-4779-b1b1-52f200b41e58 HTTP/1.1" status: 200 len: 909 time: 0.4103432 Sep 03 13:01:42.884860 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_hamode_db [None req-1b0dcd94-1ff5-4d71-82ba-6c7601c54f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb3b5100-f7e9-41dd-9b0a-64d3a0bab622', 'name': 'tempest-TestShelveInstance-1014922235-router', 'tenant_id': 'ca4d8f1b1cc14659a16af4ec915819aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'cdfc4dfe-0be8-4f69-a37c-4f691cdf1e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:00:31Z', 'updated_at': '2021-09-03T13:00:35Z', 'revision_number': 4, 'project_id': 'ca4d8f1b1cc14659a16af4ec915819aa', 'gw_port': {'id': 'cdfc4dfe-0be8-4f69-a37c-4f691cdf1e0e', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:45:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3b5100-f7e9-41dd-9b0a-64d3a0bab622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:00:31Z', 'updated_at': '2021-09-03T13:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi', '_floatingips': [{'id': '3d0379af-719b-4a75-92a2-7f2d3dc6f378', 'tenant_id': 'ca4d8f1b1cc14659a16af4ec915819aa', 'floating_ip_address': '172.27.3.178', 'floating_network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'router_id': 'cb3b5100-f7e9-41dd-9b0a-64d3a0bab622', 'port_id': 'c95bbd98-88a0-4068-b974-d265ec66202f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '345637cf-75d9-4779-b1b1-52f200b41e58', 'mac_address': 'fa:16:3e:93:04:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732aca35-671d-4ac9-9e2d-f9c68385521f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T13:01:40Z', 'updated_at': '2021-09-03T13:01:40Z', 'revision_number': 0, 'project_id': 'ca4d8f1b1cc14659a16af4ec915819aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9889a450-7a47-4ac4-a283-ab25fb804b83', 'name': '', 'network_id': '345637cf-75d9-4779-b1b1-52f200b41e58', 'tenant_id': 'ca4d8f1b1cc14659a16af4ec915819aa', 'mac_address': 'fa:16:3e:37:31:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3b5100-f7e9-41dd-9b0a-64d3a0bab622', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '9e2dffd0-2e45-4317-8b2f-2228f5cb6a48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:00:34Z', 'updated_at': '2021-09-03T13:00:40Z', 'revision_number': 5, 'project_id': 'ca4d8f1b1cc14659a16af4ec915819aa', 'subnets': [{'id': '9e2dffd0-2e45-4317-8b2f-2228f5cb6a48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-9-iscsi', False) {} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:01:42.897641 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2a80f03-b83d-44ff-a6fb-08ea0bfb82e7 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Router 2a97104e-f6e3-4a22-b1ff-5779da7856c7 has already been hosted by L3 agent 3ba3cff0-0714-4a2d-b638-391a63c22700 {{(pid=120042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 13:01:42.908591 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-3facb4e1-7384-4f42-86d7-41622b7a7aca req-d1c76b33-df65-416a-b819-d51d25c14460 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c95bbd98-88a0-4068-b974-d265ec66202f HTTP/1.1" status: 200 len: 999 time: 0.0714579 Sep 03 13:01:42.914798 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0dcd94-1ff5-4d71-82ba-6c7601c54f8e None None] The sync data for ids ['cb3b5100-f7e9-41dd-9b0a-64d3a0bab622'] in dv-cinder-788782-9-iscsi is: [{'id': 'cb3b5100-f7e9-41dd-9b0a-64d3a0bab622', 'name': 'tempest-TestShelveInstance-1014922235-router', 'tenant_id': 'ca4d8f1b1cc14659a16af4ec915819aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'cdfc4dfe-0be8-4f69-a37c-4f691cdf1e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:00:31Z', 'updated_at': '2021-09-03T13:00:35Z', 'revision_number': 4, 'project_id': 'ca4d8f1b1cc14659a16af4ec915819aa', 'gw_port': {'id': 'cdfc4dfe-0be8-4f69-a37c-4f691cdf1e0e', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:45:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3b5100-f7e9-41dd-9b0a-64d3a0bab622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:00:31Z', 'updated_at': '2021-09-03T13:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi', '_floatingips': [{'id': '3d0379af-719b-4a75-92a2-7f2d3dc6f378', 'tenant_id': 'ca4d8f1b1cc14659a16af4ec915819aa', 'floating_ip_address': '172.27.3.178', 'floating_network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'router_id': 'cb3b5100-f7e9-41dd-9b0a-64d3a0bab622', 'port_id': 'c95bbd98-88a0-4068-b974-d265ec66202f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '345637cf-75d9-4779-b1b1-52f200b41e58', 'mac_address': 'fa:16:3e:93:04:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732aca35-671d-4ac9-9e2d-f9c68385521f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T13:01:40Z', 'updated_at': '2021-09-03T13:01:40Z', 'revision_number': 0, 'project_id': 'ca4d8f1b1cc14659a16af4ec915819aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9889a450-7a47-4ac4-a283-ab25fb804b83', 'name': '', 'network_id': '345637cf-75d9-4779-b1b1-52f200b41e58', 'tenant_id': 'ca4d8f1b1cc14659a16af4ec915819aa', 'mac_address': 'fa:16:3e:37:31:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3b5100-f7e9-41dd-9b0a-64d3a0bab622', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '9e2dffd0-2e45-4317-8b2f-2228f5cb6a48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:00:34Z', 'updated_at': '2021-09-03T13:00:40Z', 'revision_number': 5, 'project_id': 'ca4d8f1b1cc14659a16af4ec915819aa', 'subnets': [{'id': '9e2dffd0-2e45-4317-8b2f-2228f5cb6a48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 13:01:42.949954 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 41400) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:01:42.964414 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-69637ada-e846-43fd-909b-a37f8aa4f600 admin admin] Notify callbacks [] for security_group, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:43.026952 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3facb4e1-7384-4f42-86d7-41622b7a7aca req-400a043f-1af0-4ca8-b233-0f1336d8adb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:01:43.028441 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-3facb4e1-7384-4f42-86d7-41622b7a7aca req-400a043f-1af0-4ca8-b233-0f1336d8adb8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9e2dffd0-2e45-4317-8b2f-2228f5cb6a48 HTTP/1.1" status: 200 len: 848 time: 0.1122839 Sep 03 13:01:43.059976 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-69637ada-e846-43fd-909b-a37f8aa4f600 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:43.071352 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2a80f03-b83d-44ff-a6fb-08ea0bfb82e7 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Notify agent at l3_agent.dv-cinder-788782-9-iscsi the message routers_updated {{(pid=120042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 13:01:43.076337 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-e2a80f03-b83d-44ff-a6fb-08ea0bfb82e7 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10697'] for floatingip, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:43.083126 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd4c100-1ade-4c93-a8ca-2c430bc315ca None None] Sync routers for ids ['2a97104e-f6e3-4a22-b1ff-5779da7856c7'] in dv-cinder-788782-9-iscsi {{(pid=120044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 13:01:43.094526 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd4c100-1ade-4c93-a8ca-2c430bc315ca None None] Routers {'2a97104e-f6e3-4a22-b1ff-5779da7856c7'} bound to L3 agent in host dv-cinder-788782-9-iscsi {{(pid=120044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:01:43.095179 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_hamode_db [None req-9cd4c100-1ade-4c93-a8ca-2c430bc315ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T12:48:38Z,description=,heartbeat_timestamp=2021-09-03T13:01:38Z,host='dv-cinder-788782-9-iscsi',id=3ba3cff0-0714-4a2d-b638-391a63c22700,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:48:38Z,topic='l3_agent')) {'router_ids': ['2a97104e-f6e3-4a22-b1ff-5779da7856c7'], 'active': True} {{(pid=120044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:01:43.112921 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3facb4e1-7384-4f42-86d7-41622b7a7aca req-7c54a85e-a0e2-475a-be5e-bc6fc85596a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:01:43.114945 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-3facb4e1-7384-4f42-86d7-41622b7a7aca req-7c54a85e-a0e2-475a-be5e-bc6fc85596a1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=345637cf-75d9-4779-b1b1-52f200b41e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0786479 Sep 03 13:01:43.116837 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-e2a80f03-b83d-44ff-a6fb-08ea0bfb82e7 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "PUT /v2.0/floatingips/a729ef66-6bd6-417e-a0c0-87bf7f1f66a7 HTTP/1.1" status: 200 len: 991 time: 1.4922884 Sep 03 13:01:43.117483 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9a950b5-853f-4f69-936b-d6f7894ed47b', 'tag': '8fcee75b-2f44-418f-819a-e441c63bebf7'}] {{(pid=120042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:01:43.119869 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d2a6420b193a10f45e0477184c700453c1253cfa456d27c4e3ab5b2f2f62351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4800099-ceea-4040-9a5c-15e625ab9b46" -d '{"events": [{"name": "network-changed", "server_uuid": "c9a950b5-853f-4f69-936b-d6f7894ed47b", "tag": "8fcee75b-2f44-418f-819a-e441c63bebf7"}]}' {{(pid=120042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:01:43.163152 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-69637ada-e846-43fd-909b-a37f8aa4f600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:43.171502 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 13:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0db8e8f2-df14-42e7-8f06-ba57979e8814 x-openstack-request-id: req-0db8e8f2-df14-42e7-8f06-ba57979e8814 {{(pid=120042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:01:43.171805 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9a950b5-853f-4f69-936b-d6f7894ed47b", "tag": "8fcee75b-2f44-418f-819a-e441c63bebf7", "status": "completed", "code": 200}]} {{(pid=120042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:01:43.174414 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0db8e8f2-df14-42e7-8f06-ba57979e8814 {{(pid=120042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:01:43.183598 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9a950b5-853f-4f69-936b-d6f7894ed47b', 'tag': '8fcee75b-2f44-418f-819a-e441c63bebf7', 'status': 'completed', 'code': 200} Sep 03 13:01:43.203134 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e00ba94-84ab-4c66-8a15-5f6011265690 None None] New status for floating IP 3d0379af-719b-4a75-92a2-7f2d3dc6f378: ACTIVE {{(pid=120043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 13:01:43.221078 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_dvr_db [None req-9cd4c100-1ade-4c93-a8ca-2c430bc315ca None None] Set router 2a97104e-f6e3-4a22-b1ff-5779da7856c7 gateway port host: dv-cinder-788782-9-iscsi {{(pid=120044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:01:43.241462 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69637ada-e846-43fd-909b-a37f8aa4f600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21ff170c-2a38-4778-8c85-bd42b52a8eb5,revision_number=1']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:01:43.277300 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-3facb4e1-7384-4f42-86d7-41622b7a7aca req-83da9c6b-c5e0-4c51-b962-8973e4a2e3fb service neutron] 10.222.0.11 "GET /v2.0/networks/345637cf-75d9-4779-b1b1-52f200b41e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541562 Sep 03 13:01:43.277877 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-69637ada-e846-43fd-909b-a37f8aa4f600 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=955832807ca5437993adca18ead4de3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3263025 Sep 03 13:01:43.280446 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 41406) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:01:43.284246 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4800099-ceea-4040-9a5c-15e625ab9b46 req-7718fad7-f77f-4ea4-a4e8-546fdbfffc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:01:43.284246 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-f4800099-ceea-4040-9a5c-15e625ab9b46 req-7718fad7-f77f-4ea4-a4e8-546fdbfffc98 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8cbbddf1eac34975b3dfff073526b48a&device_id=c9a950b5-853f-4f69-936b-d6f7894ed47b HTTP/1.1" status: 200 len: 1099 time: 0.0684750 Sep 03 13:01:43.345228 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-73eabaf6-9f66-452f-838e-efd1959b8bfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:43.378945 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-73eabaf6-9f66-452f-838e-efd1959b8bfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:43.448024 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-3facb4e1-7384-4f42-86d7-41622b7a7aca req-791c162f-d969-4abe-aeb9-cb29c6d910ce service neutron] 10.222.0.11 "GET /v2.0/networks/345637cf-75d9-4779-b1b1-52f200b41e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630895 Sep 03 13:01:43.451114 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4800099-ceea-4040-9a5c-15e625ab9b46 req-ddd3d70a-0d58-4265-9bba-bd2650152c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:01:43.452744 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-f4800099-ceea-4040-9a5c-15e625ab9b46 req-ddd3d70a-0d58-4265-9bba-bd2650152c66 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4ae4bd86-9baa-4a46-894e-9d6319ec74c4 HTTP/1.1" status: 200 len: 916 time: 0.1593516 Sep 03 13:01:43.492984 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_hamode_db [None req-9cd4c100-1ade-4c93-a8ca-2c430bc315ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a97104e-f6e3-4a22-b1ff-5779da7856c7', 'name': 'tempest-AttachVolumeShelveTestJSON-381078607-router', 'tenant_id': '8cbbddf1eac34975b3dfff073526b48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'b2a98f04-fab5-4a03-89bf-2d69c1ecc08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:56:55Z', 'updated_at': '2021-09-03T12:57:05Z', 'revision_number': 4, 'project_id': '8cbbddf1eac34975b3dfff073526b48a', 'gw_port': {'id': 'b2a98f04-fab5-4a03-89bf-2d69c1ecc08c', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:6d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a97104e-f6e3-4a22-b1ff-5779da7856c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:56:57Z', 'updated_at': '2021-09-03T12:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi', '_floatingips': [{'id': 'a729ef66-6bd6-417e-a0c0-87bf7f1f66a7', 'tenant_id': '8cbbddf1eac34975b3dfff073526b48a', 'floating_ip_address': '172.27.3.35', 'floating_network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'router_id': '2a97104e-f6e3-4a22-b1ff-5779da7856c7', 'port_id': '8fcee75b-2f44-418f-819a-e441c63bebf7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ae4bd86-9baa-4a46-894e-9d6319ec74c4', 'mac_address': 'fa:16:3e:35:ad:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a950b5-853f-4f69-936b-d6f7894ed47b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T13:01:22Z', 'updated_at': '2021-09-03T13:01:41Z', 'revision_number': 1, 'project_id': '8cbbddf1eac34975b3dfff073526b48a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa87352f-9fed-450d-b6bf-29b91f7e6408', 'name': '', 'network_id': '4ae4bd86-9baa-4a46-894e-9d6319ec74c4', 'tenant_id': '8cbbddf1eac34975b3dfff073526b48a', 'mac_address': 'fa:16:3e:37:dc:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a97104e-f6e3-4a22-b1ff-5779da7856c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e4c3bb0a-fdd7-427f-b24b-a6cf6ccdaba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:57:03Z', 'updated_at': '2021-09-03T12:57:15Z', 'revision_number': 5, 'project_id': '8cbbddf1eac34975b3dfff073526b48a', 'subnets': [{'id': 'e4c3bb0a-fdd7-427f-b24b-a6cf6ccdaba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-9-iscsi', False) {} {{(pid=120044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:01:43.522822 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd4c100-1ade-4c93-a8ca-2c430bc315ca None None] Checking router: 2a97104e-f6e3-4a22-b1ff-5779da7856c7 for host: dv-cinder-788782-9-iscsi {{(pid=120044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 13:01:43.524207 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-f4800099-ceea-4040-9a5c-15e625ab9b46 req-0c28ce05-9143-4d2e-8fcd-294cda443919 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8fcee75b-2f44-418f-819a-e441c63bebf7 HTTP/1.1" status: 200 len: 999 time: 0.0639722 Sep 03 13:01:43.530841 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd4c100-1ade-4c93-a8ca-2c430bc315ca None None] Routers {'2a97104e-f6e3-4a22-b1ff-5779da7856c7'} bound to L3 agent in host dv-cinder-788782-9-iscsi {{(pid=120044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:01:43.531449 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_hamode_db [None req-9cd4c100-1ade-4c93-a8ca-2c430bc315ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T12:48:38Z,description=,heartbeat_timestamp=2021-09-03T13:01:38Z,host='dv-cinder-788782-9-iscsi',id=3ba3cff0-0714-4a2d-b638-391a63c22700,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:48:38Z,topic='l3_agent')) {'router_ids': ['2a97104e-f6e3-4a22-b1ff-5779da7856c7'], 'active': True} {{(pid=120044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:01:43.577078 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4800099-ceea-4040-9a5c-15e625ab9b46 req-46b23f18-be88-4c98-9aa4-56b274446d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:01:43.578552 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-f4800099-ceea-4040-9a5c-15e625ab9b46 req-46b23f18-be88-4c98-9aa4-56b274446d22 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e4c3bb0a-fdd7-427f-b24b-a6cf6ccdaba3 HTTP/1.1" status: 200 len: 855 time: 0.0482104 Sep 03 13:01:43.605515 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-73eabaf6-9f66-452f-838e-efd1959b8bfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:43.608929 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-73eabaf6-9f66-452f-838e-efd1959b8bfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:43.610248 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-73eabaf6-9f66-452f-838e-efd1959b8bfb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/21ff170c-2a38-4778-8c85-bd42b52a8eb5 HTTP/1.1" status: 204 len: 168 time: 0.3284972 Sep 03 13:01:43.621228 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eabaf6-9f66-452f-838e-efd1959b8bfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21ff170c-2a38-4778-8c85-bd42b52a8eb5,revision_number=None']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:01:43.631988 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4800099-ceea-4040-9a5c-15e625ab9b46 req-01eb7c78-ad73-455c-9217-658781aaedd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:01:43.633501 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-f4800099-ceea-4040-9a5c-15e625ab9b46 req-01eb7c78-ad73-455c-9217-658781aaedd0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4ae4bd86-9baa-4a46-894e-9d6319ec74c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0479712 Sep 03 13:01:43.643634 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_dvr_db [None req-9cd4c100-1ade-4c93-a8ca-2c430bc315ca None None] Set router 2a97104e-f6e3-4a22-b1ff-5779da7856c7 gateway port host: dv-cinder-788782-9-iscsi {{(pid=120044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:01:43.744354 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-f4800099-ceea-4040-9a5c-15e625ab9b46 req-b632f216-1850-4e79-ab39-ff5fb9dcabca service neutron] 10.222.0.11 "GET /v2.0/networks/4ae4bd86-9baa-4a46-894e-9d6319ec74c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025741 Sep 03 13:01:43.839381 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-f4800099-ceea-4040-9a5c-15e625ab9b46 req-f53d56e3-f6ff-4e4e-b0d6-e7e51e085644 service neutron] 10.222.0.11 "GET /v2.0/networks/4ae4bd86-9baa-4a46-894e-9d6319ec74c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882058 Sep 03 13:01:43.877903 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_hamode_db [None req-9cd4c100-1ade-4c93-a8ca-2c430bc315ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a97104e-f6e3-4a22-b1ff-5779da7856c7', 'name': 'tempest-AttachVolumeShelveTestJSON-381078607-router', 'tenant_id': '8cbbddf1eac34975b3dfff073526b48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'b2a98f04-fab5-4a03-89bf-2d69c1ecc08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:56:55Z', 'updated_at': '2021-09-03T12:57:05Z', 'revision_number': 4, 'project_id': '8cbbddf1eac34975b3dfff073526b48a', 'gw_port': {'id': 'b2a98f04-fab5-4a03-89bf-2d69c1ecc08c', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:6d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a97104e-f6e3-4a22-b1ff-5779da7856c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:56:57Z', 'updated_at': '2021-09-03T12:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi', '_floatingips': [{'id': 'a729ef66-6bd6-417e-a0c0-87bf7f1f66a7', 'tenant_id': '8cbbddf1eac34975b3dfff073526b48a', 'floating_ip_address': '172.27.3.35', 'floating_network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'router_id': '2a97104e-f6e3-4a22-b1ff-5779da7856c7', 'port_id': '8fcee75b-2f44-418f-819a-e441c63bebf7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ae4bd86-9baa-4a46-894e-9d6319ec74c4', 'mac_address': 'fa:16:3e:35:ad:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a950b5-853f-4f69-936b-d6f7894ed47b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T13:01:22Z', 'updated_at': '2021-09-03T13:01:41Z', 'revision_number': 1, 'project_id': '8cbbddf1eac34975b3dfff073526b48a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa87352f-9fed-450d-b6bf-29b91f7e6408', 'name': '', 'network_id': '4ae4bd86-9baa-4a46-894e-9d6319ec74c4', 'tenant_id': '8cbbddf1eac34975b3dfff073526b48a', 'mac_address': 'fa:16:3e:37:dc:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a97104e-f6e3-4a22-b1ff-5779da7856c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e4c3bb0a-fdd7-427f-b24b-a6cf6ccdaba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:57:03Z', 'updated_at': '2021-09-03T12:57:15Z', 'revision_number': 5, 'project_id': '8cbbddf1eac34975b3dfff073526b48a', 'subnets': [{'id': 'e4c3bb0a-fdd7-427f-b24b-a6cf6ccdaba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-9-iscsi', False) {} {{(pid=120044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:01:43.907110 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd4c100-1ade-4c93-a8ca-2c430bc315ca None None] The sync data for ids ['2a97104e-f6e3-4a22-b1ff-5779da7856c7'] in dv-cinder-788782-9-iscsi is: [{'id': '2a97104e-f6e3-4a22-b1ff-5779da7856c7', 'name': 'tempest-AttachVolumeShelveTestJSON-381078607-router', 'tenant_id': '8cbbddf1eac34975b3dfff073526b48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'b2a98f04-fab5-4a03-89bf-2d69c1ecc08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:56:55Z', 'updated_at': '2021-09-03T12:57:05Z', 'revision_number': 4, 'project_id': '8cbbddf1eac34975b3dfff073526b48a', 'gw_port': {'id': 'b2a98f04-fab5-4a03-89bf-2d69c1ecc08c', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:6d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a97104e-f6e3-4a22-b1ff-5779da7856c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:56:57Z', 'updated_at': '2021-09-03T12:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi', '_floatingips': [{'id': 'a729ef66-6bd6-417e-a0c0-87bf7f1f66a7', 'tenant_id': '8cbbddf1eac34975b3dfff073526b48a', 'floating_ip_address': '172.27.3.35', 'floating_network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'router_id': '2a97104e-f6e3-4a22-b1ff-5779da7856c7', 'port_id': '8fcee75b-2f44-418f-819a-e441c63bebf7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ae4bd86-9baa-4a46-894e-9d6319ec74c4', 'mac_address': 'fa:16:3e:35:ad:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a950b5-853f-4f69-936b-d6f7894ed47b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T13:01:22Z', 'updated_at': '2021-09-03T13:01:41Z', 'revision_number': 1, 'project_id': '8cbbddf1eac34975b3dfff073526b48a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa87352f-9fed-450d-b6bf-29b91f7e6408', 'name': '', 'network_id': '4ae4bd86-9baa-4a46-894e-9d6319ec74c4', 'tenant_id': '8cbbddf1eac34975b3dfff073526b48a', 'mac_address': 'fa:16:3e:37:dc:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a97104e-f6e3-4a22-b1ff-5779da7856c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e4c3bb0a-fdd7-427f-b24b-a6cf6ccdaba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:57:03Z', 'updated_at': '2021-09-03T12:57:15Z', 'revision_number': 5, 'project_id': '8cbbddf1eac34975b3dfff073526b48a', 'subnets': [{'id': 'e4c3bb0a-fdd7-427f-b24b-a6cf6ccdaba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 13:01:44.081203 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c9231d-f927-41ad-99d3-10d9bf7956ae None None] New status for floating IP a729ef66-6bd6-417e-a0c0-87bf7f1f66a7: ACTIVE {{(pid=120044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 13:01:47.605316 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.agents_db [None req-4ecc573b-6c34-46c7-b31e-835fd9e30662 None None] Agent healthcheck: found 6 active agents {{(pid=120044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 13:01:51.522452 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 41518) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:01:51.624249 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-9022b8d4-1ed0-4264-8ce7-ef520c6479ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:51.709177 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-9022b8d4-1ed0-4264-8ce7-ef520c6479ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:51.801642 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-9022b8d4-1ed0-4264-8ce7-ef520c6479ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:51.839371 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9022b8d4-1ed0-4264-8ce7-ef520c6479ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3efae343-99be-4a5e-81fd-37c1ba34bf31,revision_number=1']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:01:51.845497 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-9022b8d4-1ed0-4264-8ce7-ef520c6479ef admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6ac09724d9394c02a155a0801b29d040&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3213413 Sep 03 13:01:51.848705 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 41524) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:01:51.900179 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-312b7323-8710-415e-8655-7e881ea777c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:51.920631 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-312b7323-8710-415e-8655-7e881ea777c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:52.053162 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-312b7323-8710-415e-8655-7e881ea777c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:52.055647 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-312b7323-8710-415e-8655-7e881ea777c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:52.056814 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-312b7323-8710-415e-8655-7e881ea777c9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3efae343-99be-4a5e-81fd-37c1ba34bf31 HTTP/1.1" status: 204 len: 168 time: 0.2072556 Sep 03 13:01:52.064031 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312b7323-8710-415e-8655-7e881ea777c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3efae343-99be-4a5e-81fd-37c1ba34bf31,revision_number=None']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:01:52.666123 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 41532) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:01:52.678726 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-314c5faf-6dac-4578-bce1-27b4604d6cc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:52.764606 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-314c5faf-6dac-4578-bce1-27b4604d6cc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:52.893892 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-314c5faf-6dac-4578-bce1-27b4604d6cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:52.937162 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-314c5faf-6dac-4578-bce1-27b4604d6cc0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=df888f895a88482e8ec5b93f53bfe117&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2664843 Sep 03 13:01:52.937162 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314c5faf-6dac-4578-bce1-27b4604d6cc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a55a26-1cde-4070-a79c-fb6df5702dc5,revision_number=1']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:01:52.937684 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 41542) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:01:52.992829 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-98d53a8e-70b5-4302-bafd-117ab3deed2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:53.015516 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-98d53a8e-70b5-4302-bafd-117ab3deed2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:53.188214 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-98d53a8e-70b5-4302-bafd-117ab3deed2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:53.190812 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-98d53a8e-70b5-4302-bafd-117ab3deed2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:53.192059 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-98d53a8e-70b5-4302-bafd-117ab3deed2a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a2a55a26-1cde-4070-a79c-fb6df5702dc5 HTTP/1.1" status: 204 len: 168 time: 0.2473233 Sep 03 13:01:53.200399 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d53a8e-70b5-4302-bafd-117ab3deed2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a55a26-1cde-4070-a79c-fb6df5702dc5,revision_number=None']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:01:53.463550 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6105db-d699-4359-bb6f-99263c591966 req-c2ced675-c5e6-44a0-bdef-dad46efa07e6 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:01:53.464951 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-9a6105db-d699-4359-bb6f-99263c591966 req-c2ced675-c5e6-44a0-bdef-dad46efa07e6 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/ports?device_id=78d57d56-f67d-4816-909a-b4e9fdebfb43 HTTP/1.1" status: 200 len: 945 time: 0.0510709 Sep 03 13:01:53.502351 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-9a6105db-d699-4359-bb6f-99263c591966 req-4f45e996-ac96-45ac-98ac-e716abd3b994 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/security-groups?id=0fd2e05a-404e-4218-af27-cb0ee3234aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315022 Sep 03 13:01:54.770470 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd2e1e1-4842-4614-b822-f48cf235c299 req-f21a670e-6bbf-4a93-9541-3b4ef3bcce6d tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:01:54.772027 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-7fd2e1e1-4842-4614-b822-f48cf235c299 req-f21a670e-6bbf-4a93-9541-3b4ef3bcce6d tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/ports?device_id=78d57d56-f67d-4816-909a-b4e9fdebfb43 HTTP/1.1" status: 200 len: 945 time: 0.2024157 Sep 03 13:01:54.809462 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-7fd2e1e1-4842-4614-b822-f48cf235c299 req-4913ebe7-1e76-422d-adb8-b07df62a47d1 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/security-groups?id=0fd2e05a-404e-4218-af27-cb0ee3234aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316944 Sep 03 13:01:55.596138 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee588c1-6488-40c8-8c0d-72ebe84258a6 req-23479d28-d781-4c02-9b5b-5b42dde58daa tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:01:55.597678 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-2ee588c1-6488-40c8-8c0d-72ebe84258a6 req-23479d28-d781-4c02-9b5b-5b42dde58daa tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.11 "GET /v2.0/ports?device_id=78d57d56-f67d-4816-909a-b4e9fdebfb43 HTTP/1.1" status: 200 len: 945 time: 0.0472195 Sep 03 13:01:55.704209 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.plugin [req-2ee588c1-6488-40c8-8c0d-72ebe84258a6 req-dded51c6-179f-4e27-908d-94bc899573ac tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Deleting port 93c9355c-2e1a-473b-8067-47215e8d2ca3 {{(pid=120042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:01:55.704670 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-2ee588c1-6488-40c8-8c0d-72ebe84258a6 req-dded51c6-179f-4e27-908d-94bc899573ac tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763613556462'] for port, before_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:55.793615 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.db [req-2ee588c1-6488-40c8-8c0d-72ebe84258a6 req-dded51c6-179f-4e27-908d-94bc899573ac tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] For port 93c9355c-2e1a-473b-8067-47215e8d2ca3, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=93c9355c-2e1a-473b-8067-47215e8d2ca3,segment=NetworkSegment(101332a1-79af-4268-a774-3b1495ccc8a0),segment_id=101332a1-79af-4268-a774-3b1495ccc8a0)] {{(pid=120042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:01:55.794287 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-2ee588c1-6488-40c8-8c0d-72ebe84258a6 req-dded51c6-179f-4e27-908d-94bc899573ac tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642786'] for port, precommit_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:55.991552 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4ae5b1-9b3f-4ac9-88ec-11d3987af0ad req-6aadee81-86cb-4c75-b472-c053219e51ce tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:01:55.993065 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-6a4ae5b1-9b3f-4ac9-88ec-11d3987af0ad req-6aadee81-86cb-4c75-b472-c053219e51ce tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/ports?device_id=78d57d56-f67d-4816-909a-b4e9fdebfb43 HTTP/1.1" status: 200 len: 945 time: 0.0996854 Sep 03 13:01:56.020202 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-2ee588c1-6488-40c8-8c0d-72ebe84258a6 req-dded51c6-179f-4e27-908d-94bc899573ac tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Notify callbacks [] for floatingip, precommit_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:56.020607 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-2ee588c1-6488-40c8-8c0d-72ebe84258a6 req-dded51c6-179f-4e27-908d-94bc899573ac tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748779'] for floatingip, after_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:56.020933 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.db.l3_db [req-2ee588c1-6488-40c8-8c0d-72ebe84258a6 req-dded51c6-179f-4e27-908d-94bc899573ac tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Floating IP e89a2753-0d10-4ad3-bd55-b557ad5a07a2 disassociated. External IP: 172.27.3.84, port: 93c9355c-2e1a-473b-8067-47215e8d2ca3. Sep 03 13:01:56.021276 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.plugin [req-2ee588c1-6488-40c8-8c0d-72ebe84258a6 req-dded51c6-179f-4e27-908d-94bc899573ac tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Calling delete_port for 93c9355c-2e1a-473b-8067-47215e8d2ca3 owned by compute:nova {{(pid=120042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:01:56.074352 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-6a4ae5b1-9b3f-4ac9-88ec-11d3987af0ad req-f1a0dfd5-a9de-4f13-8707-ae185a9b73c5 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/security-groups?id=0fd2e05a-404e-4218-af27-cb0ee3234aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749958 Sep 03 13:01:56.299373 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-2ee588c1-6488-40c8-8c0d-72ebe84258a6 req-dded51c6-179f-4e27-908d-94bc899573ac tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763613567928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763613061268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534626149'] for port, after_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:56.329651 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dded51c6-179f-4e27-908d-94bc899573ac tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Pushing event deleted for resources: {'Port': ['ID=93c9355c-2e1a-473b-8067-47215e8d2ca3,revision_number=None']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:01:56.439923 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2ee588c1-6488-40c8-8c0d-72ebe84258a6 req-dded51c6-179f-4e27-908d-94bc899573ac tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Router 223dd69f-d707-480c-83c4-40778eeb8b95 has already been hosted by L3 agent 3ba3cff0-0714-4a2d-b638-391a63c22700 {{(pid=120042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 13:01:56.546758 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2ee588c1-6488-40c8-8c0d-72ebe84258a6 req-dded51c6-179f-4e27-908d-94bc899573ac tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Notify agent at l3_agent.dv-cinder-788782-9-iscsi the message routers_updated {{(pid=120042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 13:01:56.557234 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc4b4ce-0767-47e2-9530-0de0543b305d None None] Sync routers for ids ['223dd69f-d707-480c-83c4-40778eeb8b95'] in dv-cinder-788782-9-iscsi {{(pid=120043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 13:01:56.566090 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc4b4ce-0767-47e2-9530-0de0543b305d None None] Routers {'223dd69f-d707-480c-83c4-40778eeb8b95'} bound to L3 agent in host dv-cinder-788782-9-iscsi {{(pid=120043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:01:56.567580 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_hamode_db [None req-6dc4b4ce-0767-47e2-9530-0de0543b305d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T12:48:38Z,description=,heartbeat_timestamp=2021-09-03T13:01:38Z,host='dv-cinder-788782-9-iscsi',id=3ba3cff0-0714-4a2d-b638-391a63c22700,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:48:38Z,topic='l3_agent')) {'router_ids': ['223dd69f-d707-480c-83c4-40778eeb8b95'], 'active': True} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:01:56.584151 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ee588c1-6488-40c8-8c0d-72ebe84258a6 req-dded51c6-179f-4e27-908d-94bc899573ac tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] No DVR routers for this DVR port 93c9355c-2e1a-473b-8067-47215e8d2ca3 on host hv-cinder-78878 {{(pid=120042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 13:01:56.587019 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-2ee588c1-6488-40c8-8c0d-72ebe84258a6 req-dded51c6-179f-4e27-908d-94bc899573ac tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10697'] for port, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:56.589012 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-2ee588c1-6488-40c8-8c0d-72ebe84258a6 req-dded51c6-179f-4e27-908d-94bc899573ac tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.11 "DELETE /v2.0/ports/93c9355c-2e1a-473b-8067-47215e8d2ca3 HTTP/1.1" status: 204 len: 173 time: 0.9783967 Sep 03 13:01:56.591795 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78d57d56-f67d-4816-909a-b4e9fdebfb43', 'name': 'network-vif-deleted', 'tag': '93c9355c-2e1a-473b-8067-47215e8d2ca3'}] {{(pid=120042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:01:56.591795 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d2a6420b193a10f45e0477184c700453c1253cfa456d27c4e3ab5b2f2f62351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66e0053a-68e6-4b9f-ba69-f6fa833d00f6" -d '{"events": [{"server_uuid": "78d57d56-f67d-4816-909a-b4e9fdebfb43", "name": "network-vif-deleted", "tag": "93c9355c-2e1a-473b-8067-47215e8d2ca3"}]}' {{(pid=120042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:01:56.627754 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 13:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1085d25f-60b4-4e8b-89b4-c8b441aa7696 x-openstack-request-id: req-1085d25f-60b4-4e8b-89b4-c8b441aa7696 {{(pid=120042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:01:56.628073 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78d57d56-f67d-4816-909a-b4e9fdebfb43", "name": "network-vif-deleted", "tag": "93c9355c-2e1a-473b-8067-47215e8d2ca3", "status": "completed", "code": 200}]} {{(pid=120042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:01:56.628444 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1085d25f-60b4-4e8b-89b4-c8b441aa7696 {{(pid=120042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:01:56.628761 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78d57d56-f67d-4816-909a-b4e9fdebfb43', 'name': 'network-vif-deleted', 'tag': '93c9355c-2e1a-473b-8067-47215e8d2ca3', 'status': 'completed', 'code': 200} Sep 03 13:01:56.684425 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvr_db [None req-6dc4b4ce-0767-47e2-9530-0de0543b305d None None] Set router 223dd69f-d707-480c-83c4-40778eeb8b95 gateway port host: dv-cinder-788782-9-iscsi {{(pid=120043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:01:56.737080 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 41632) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:01:56.856001 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-c4e1cb9c-abf0-422c-8c11-ad8aa2c022df admin admin] Notify callbacks [] for security_group, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:56.902452 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_hamode_db [None req-6dc4b4ce-0767-47e2-9530-0de0543b305d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223dd69f-d707-480c-83c4-40778eeb8b95', 'name': 'tempest-AttachVolumeTestJSON-1455870475-router', 'tenant_id': '2a026b60655d4a369b93374d125b02b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': 'ae63e0fe-230b-4a4a-a7d0-62a2453b5b53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:56:53Z', 'updated_at': '2021-09-03T12:57:01Z', 'revision_number': 4, 'project_id': '2a026b60655d4a369b93374d125b02b1', 'gw_port': {'id': 'ae63e0fe-230b-4a4a-a7d0-62a2453b5b53', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:4a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223dd69f-d707-480c-83c4-40778eeb8b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:56:54Z', 'updated_at': '2021-09-03T12:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi', '_interfaces': [{'id': '6c49beb3-2a94-4675-a9b6-b262fd3c70ba', 'name': '', 'network_id': '45e81d3f-b881-425b-99ca-1daab65347e2', 'tenant_id': '2a026b60655d4a369b93374d125b02b1', 'mac_address': 'fa:16:3e:e9:d5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223dd69f-d707-480c-83c4-40778eeb8b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '18f4b7c2-4c96-420d-afc2-0ae06dbda8bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:56:59Z', 'updated_at': '2021-09-03T12:57:11Z', 'revision_number': 5, 'project_id': '2a026b60655d4a369b93374d125b02b1', 'subnets': [{'id': '18f4b7c2-4c96-420d-afc2-0ae06dbda8bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-9-iscsi', False) {} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:01:56.928626 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc4b4ce-0767-47e2-9530-0de0543b305d None None] Checking router: 223dd69f-d707-480c-83c4-40778eeb8b95 for host: dv-cinder-788782-9-iscsi {{(pid=120043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 13:01:56.937919 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc4b4ce-0767-47e2-9530-0de0543b305d None None] Routers {'223dd69f-d707-480c-83c4-40778eeb8b95'} bound to L3 agent in host dv-cinder-788782-9-iscsi {{(pid=120043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:01:56.938579 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_hamode_db [None req-6dc4b4ce-0767-47e2-9530-0de0543b305d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T12:48:38Z,description=,heartbeat_timestamp=2021-09-03T13:01:38Z,host='dv-cinder-788782-9-iscsi',id=3ba3cff0-0714-4a2d-b638-391a63c22700,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:48:38Z,topic='l3_agent')) {'router_ids': ['223dd69f-d707-480c-83c4-40778eeb8b95'], 'active': True} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:01:56.948969 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-c4e1cb9c-abf0-422c-8c11-ad8aa2c022df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:57.041703 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvr_db [None req-6dc4b4ce-0767-47e2-9530-0de0543b305d None None] Set router 223dd69f-d707-480c-83c4-40778eeb8b95 gateway port host: dv-cinder-788782-9-iscsi {{(pid=120043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:01:57.053720 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-c4e1cb9c-abf0-422c-8c11-ad8aa2c022df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:57.096215 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-c4e1cb9c-abf0-422c-8c11-ad8aa2c022df admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=81c4d8d1e97342198b7126b35fa8acc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3579431 Sep 03 13:01:57.097099 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e1cb9c-abf0-422c-8c11-ad8aa2c022df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae0ff777-a4d3-4eb5-8324-d5ece9984764,revision_number=1']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:01:57.098805 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 41636) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:01:57.151327 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-c81d6844-72e1-4564-aea6-00caef3135c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:57.175241 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-c81d6844-72e1-4564-aea6-00caef3135c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:57.243624 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_hamode_db [None req-6dc4b4ce-0767-47e2-9530-0de0543b305d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223dd69f-d707-480c-83c4-40778eeb8b95', 'name': 'tempest-AttachVolumeTestJSON-1455870475-router', 'tenant_id': '2a026b60655d4a369b93374d125b02b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': 'ae63e0fe-230b-4a4a-a7d0-62a2453b5b53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:56:53Z', 'updated_at': '2021-09-03T12:57:01Z', 'revision_number': 4, 'project_id': '2a026b60655d4a369b93374d125b02b1', 'gw_port': {'id': 'ae63e0fe-230b-4a4a-a7d0-62a2453b5b53', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:4a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223dd69f-d707-480c-83c4-40778eeb8b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:56:54Z', 'updated_at': '2021-09-03T12:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi', '_interfaces': [{'id': '6c49beb3-2a94-4675-a9b6-b262fd3c70ba', 'name': '', 'network_id': '45e81d3f-b881-425b-99ca-1daab65347e2', 'tenant_id': '2a026b60655d4a369b93374d125b02b1', 'mac_address': 'fa:16:3e:e9:d5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223dd69f-d707-480c-83c4-40778eeb8b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '18f4b7c2-4c96-420d-afc2-0ae06dbda8bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:56:59Z', 'updated_at': '2021-09-03T12:57:11Z', 'revision_number': 5, 'project_id': '2a026b60655d4a369b93374d125b02b1', 'subnets': [{'id': '18f4b7c2-4c96-420d-afc2-0ae06dbda8bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-9-iscsi', False) {} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:01:57.273894 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc4b4ce-0767-47e2-9530-0de0543b305d None None] The sync data for ids ['223dd69f-d707-480c-83c4-40778eeb8b95'] in dv-cinder-788782-9-iscsi is: [{'id': '223dd69f-d707-480c-83c4-40778eeb8b95', 'name': 'tempest-AttachVolumeTestJSON-1455870475-router', 'tenant_id': '2a026b60655d4a369b93374d125b02b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': 'ae63e0fe-230b-4a4a-a7d0-62a2453b5b53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:56:53Z', 'updated_at': '2021-09-03T12:57:01Z', 'revision_number': 4, 'project_id': '2a026b60655d4a369b93374d125b02b1', 'gw_port': {'id': 'ae63e0fe-230b-4a4a-a7d0-62a2453b5b53', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:4a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223dd69f-d707-480c-83c4-40778eeb8b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:56:54Z', 'updated_at': '2021-09-03T12:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi', '_interfaces': [{'id': '6c49beb3-2a94-4675-a9b6-b262fd3c70ba', 'name': '', 'network_id': '45e81d3f-b881-425b-99ca-1daab65347e2', 'tenant_id': '2a026b60655d4a369b93374d125b02b1', 'mac_address': 'fa:16:3e:e9:d5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223dd69f-d707-480c-83c4-40778eeb8b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '18f4b7c2-4c96-420d-afc2-0ae06dbda8bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:56:59Z', 'updated_at': '2021-09-03T12:57:11Z', 'revision_number': 5, 'project_id': '2a026b60655d4a369b93374d125b02b1', 'subnets': [{'id': '18f4b7c2-4c96-420d-afc2-0ae06dbda8bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 13:01:57.299084 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-c81d6844-72e1-4564-aea6-00caef3135c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:57.303724 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-c81d6844-72e1-4564-aea6-00caef3135c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:57.306488 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-9ef461e6-4631-4293-b285-8bd7638e6c6b req-6354c317-e693-4430-b0c5-53782fd477c1 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/ports?device_id=78d57d56-f67d-4816-909a-b4e9fdebfb43 HTTP/1.1" status: 200 len: 210 time: 0.1444750 Sep 03 13:01:57.313622 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-c81d6844-72e1-4564-aea6-00caef3135c7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ae0ff777-a4d3-4eb5-8324-d5ece9984764 HTTP/1.1" status: 204 len: 168 time: 0.2065494 Sep 03 13:01:57.332700 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81d6844-72e1-4564-aea6-00caef3135c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae0ff777-a4d3-4eb5-8324-d5ece9984764,revision_number=None']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:01:57.521279 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7526cfa7-461d-4441-babe-fd9ca07b3145 None None] New status for floating IP e89a2753-0d10-4ad3-bd55-b557ad5a07a2: DOWN {{(pid=120044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 13:01:57.999786 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 41648) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:01:58.012619 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-01db4882-cc38-426b-8296-48a832006a08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:58.095551 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-01db4882-cc38-426b-8296-48a832006a08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:58.138874 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-01db4882-cc38-426b-8296-48a832006a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:58.176494 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-01db4882-cc38-426b-8296-48a832006a08 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=96e679bd679e46eca1018db6731a3a50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1755958 Sep 03 13:01:58.177317 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01db4882-cc38-426b-8296-48a832006a08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a589a662-e832-4a86-8269-d5185800f6fb,revision_number=1']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:01:58.179138 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 41650) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:01:58.228194 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-f23aa6e8-b01d-46a5-be46-daf2d72a2e47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:58.247988 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-f23aa6e8-b01d-46a5-be46-daf2d72a2e47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:58.367710 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-f23aa6e8-b01d-46a5-be46-daf2d72a2e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:58.370306 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-f23aa6e8-b01d-46a5-be46-daf2d72a2e47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:58.371442 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-f23aa6e8-b01d-46a5-be46-daf2d72a2e47 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a589a662-e832-4a86-8269-d5185800f6fb HTTP/1.1" status: 204 len: 168 time: 0.1906819 Sep 03 13:01:58.381990 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23aa6e8-b01d-46a5-be46-daf2d72a2e47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a589a662-e832-4a86-8269-d5185800f6fb,revision_number=None']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:01:58.390073 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23aa6e8-b01d-46a5-be46-daf2d72a2e47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:01:58.390593 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23aa6e8-b01d-46a5-be46-daf2d72a2e47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:01:58.390864 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23aa6e8-b01d-46a5-be46-daf2d72a2e47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:01:58.391207 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23aa6e8-b01d-46a5-be46-daf2d72a2e47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:01:58.391546 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23aa6e8-b01d-46a5-be46-daf2d72a2e47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:01:58.391902 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23aa6e8-b01d-46a5-be46-daf2d72a2e47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:01:58.392239 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23aa6e8-b01d-46a5-be46-daf2d72a2e47 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:01:58.392580 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23aa6e8-b01d-46a5-be46-daf2d72a2e47 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:01:58.392913 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23aa6e8-b01d-46a5-be46-daf2d72a2e47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:01:58.393244 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23aa6e8-b01d-46a5-be46-daf2d72a2e47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:01:58.393571 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23aa6e8-b01d-46a5-be46-daf2d72a2e47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:01:58.393898 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23aa6e8-b01d-46a5-be46-daf2d72a2e47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:01:58.488702 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 41660) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:01:58.543611 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-1dfa605e-d7de-4d8c-9135-bb1fcaf66408 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Notify callbacks [] for security_group, before_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:58.566087 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-1dfa605e-d7de-4d8c-9135-bb1fcaf66408 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:58.714017 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-1dfa605e-d7de-4d8c-9135-bb1fcaf66408 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:58.716599 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-1dfa605e-d7de-4d8c-9135-bb1fcaf66408 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Notify callbacks [] for security_group, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:58.717868 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-1dfa605e-d7de-4d8c-9135-bb1fcaf66408 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "DELETE /v2.0/security-groups/0fd2e05a-404e-4218-af27-cb0ee3234aaa HTTP/1.1" status: 204 len: 168 time: 0.2276578 Sep 03 13:01:58.720757 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 41662) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:01:58.730420 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfa605e-d7de-4d8c-9135-bb1fcaf66408 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fd2e05a-404e-4218-af27-cb0ee3234aaa,revision_number=None']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:01:58.734402 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.api.v2.resource [None req-1bd4d910-ceef-4db9-87e7-952bd0eb5296 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] show failed (client error): The resource could not be found. Sep 03 13:01:58.735385 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-1bd4d910-ceef-4db9-87e7-952bd0eb5296 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/security-groups/0fd2e05a-404e-4218-af27-cb0ee3234aaa HTTP/1.1" status: 404 len: 347 time: 0.0136335 Sep 03 13:01:58.738192 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 41664) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:01:58.868705 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.plugins.ml2.plugin [None req-1c7fd545-c043-4920-972b-1d3a3e7b689c tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Deleting port e22ad482-f043-4561-9387-255f33f571e9 {{(pid=120041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:01:58.869048 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-1c7fd545-c043-4920-972b-1d3a3e7b689c tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763613556462'] for port, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:58.947228 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-1c7fd545-c043-4920-972b-1d3a3e7b689c tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642786'] for port, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:58.947558 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-1c7fd545-c043-4920-972b-1d3a3e7b689c tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:58.959460 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.plugins.ml2.plugin [None req-1c7fd545-c043-4920-972b-1d3a3e7b689c tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Calling delete_port for e22ad482-f043-4561-9387-255f33f571e9 owned by network:floatingip {{(pid=120041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:01:59.153921 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-1c7fd545-c043-4920-972b-1d3a3e7b689c tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763613567928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763613061268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533180425'] for port, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:59.183215 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7fd545-c043-4920-972b-1d3a3e7b689c tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Pushing event deleted for resources: {'Port': ['ID=e22ad482-f043-4561-9387-255f33f571e9,revision_number=None']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:01:59.187505 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Device 93c9355c-2e1a-473b-8067-47215e8d2ca3 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=120043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 13:01:59.203507 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.plugin [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] No Port match for: 93c9355c-2e1a-473b-8067-47215e8d2ca3 {{(pid=120043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 13:01:59.203886 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Device 93c9355c-2e1a-473b-8067-47215e8d2ca3 not bound to the agent host hv-cinder-78878 {{(pid=120043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 13:01:59.238759 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-1c7fd545-c043-4920-972b-1d3a3e7b689c tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Notify callbacks [] for floatingip, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:59.241370 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-1c7fd545-c043-4920-972b-1d3a3e7b689c tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10697'] for floatingip, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:59.242516 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-1c7fd545-c043-4920-972b-1d3a3e7b689c tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "DELETE /v2.0/floatingips/e89a2753-0d10-4ad3-bd55-b557ad5a07a2 HTTP/1.1" status: 204 len: 168 time: 0.5034568 Sep 03 13:01:59.733306 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 41698) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:01:59.738211 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.v2.base [None req-834a200b-421e-4012-bc59-fe1162fefc05 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1749825475', 'description': 'tempest-description--917510091'}} {{(pid=120041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:01:59.870915 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-834a200b-421e-4012-bc59-fe1162fefc05 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Notify callbacks [] for security_group, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:01:59.949479 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-834a200b-421e-4012-bc59-fe1162fefc05 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Notify callbacks [] for security_group, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:00.039880 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-834a200b-421e-4012-bc59-fe1162fefc05 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:00.068290 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834a200b-421e-4012-bc59-fe1162fefc05 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a3e9d33-eb51-4b23-aef3-224de6274f11,revision_number=1']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:02:00.156817 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-834a200b-421e-4012-bc59-fe1162fefc05 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Notify callbacks [] for security_group, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:00.158137 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-834a200b-421e-4012-bc59-fe1162fefc05 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4237127 Sep 03 13:02:00.161563 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 41702) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:02:00.166421 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.v2.base [None req-a44f8d2e-3462-4e74-8e06-9ac3c793240c tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Request body: {'security_group_rule': {'security_group_id': '3a3e9d33-eb51-4b23-aef3-224de6274f11', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:02:00.225123 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 41704) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:02:00.265568 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-a44f8d2e-3462-4e74-8e06-9ac3c793240c tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:00.311730 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-a44f8d2e-3462-4e74-8e06-9ac3c793240c tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:00.325769 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-1d747909-334e-4cf1-bdbe-0f0fb31c4c2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:00.409170 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-1d747909-334e-4cf1-bdbe-0f0fb31c4c2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:00.412980 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-a44f8d2e-3462-4e74-8e06-9ac3c793240c tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684986'] for security_group_rule, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:00.430276 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44f8d2e-3462-4e74-8e06-9ac3c793240c tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe1f9003-9861-4a4f-bfb5-a2620b9927aa,revision_number=0']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:02:00.494176 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-1d747909-334e-4cf1-bdbe-0f0fb31c4c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:00.531471 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-1d747909-334e-4cf1-bdbe-0f0fb31c4c2a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a9b45c1c1eca4b628ad9370e7b748388&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3053439 Sep 03 13:02:00.533870 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d747909-334e-4cf1-bdbe-0f0fb31c4c2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb1424ad-f52e-4f2a-a8a8-87305d15f310,revision_number=1']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:02:00.534516 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 41708) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:02:00.581890 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-6f96f88b-b400-48f3-b0b1-2b415fd73506 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:00.603259 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-6f96f88b-b400-48f3-b0b1-2b415fd73506 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:00.662932 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-a44f8d2e-3462-4e74-8e06-9ac3c793240c tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:00.664127 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-a44f8d2e-3462-4e74-8e06-9ac3c793240c tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5016007 Sep 03 13:02:00.666853 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 41712) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:02:00.671431 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.v2.base [None req-125fdf4b-3929-4493-881b-3e06e61031d8 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Request body: {'security_group_rule': {'security_group_id': '3a3e9d33-eb51-4b23-aef3-224de6274f11', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=120041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:02:00.748202 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-6f96f88b-b400-48f3-b0b1-2b415fd73506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:00.750733 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-6f96f88b-b400-48f3-b0b1-2b415fd73506 admin admin] Notify callbacks [] for security_group, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:00.751895 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-6f96f88b-b400-48f3-b0b1-2b415fd73506 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fb1424ad-f52e-4f2a-a8a8-87305d15f310 HTTP/1.1" status: 204 len: 168 time: 0.2164798 Sep 03 13:02:00.760121 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f96f88b-b400-48f3-b0b1-2b415fd73506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb1424ad-f52e-4f2a-a8a8-87305d15f310,revision_number=None']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:02:00.788458 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-125fdf4b-3929-4493-881b-3e06e61031d8 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:00.843434 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-125fdf4b-3929-4493-881b-3e06e61031d8 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:00.928349 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-125fdf4b-3929-4493-881b-3e06e61031d8 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684986'] for security_group_rule, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:00.946276 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125fdf4b-3929-4493-881b-3e06e61031d8 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef85846a-9454-4fb5-86f5-3d8cbe42d171,revision_number=0']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:02:01.011512 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-125fdf4b-3929-4493-881b-3e06e61031d8 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:01.016362 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-125fdf4b-3929-4493-881b-3e06e61031d8 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3450487 Sep 03 13:02:01.016469 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 41718) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:02:01.026162 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.v2.base [None req-d227e867-b12b-4d67-ab34-1eb0abcb4884 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Request body: {'floatingip': {'floating_network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece'}} {{(pid=120042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:02:01.139013 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-d227e867-b12b-4d67-ab34-1eb0abcb4884 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Notify callbacks [] for floatingip, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:01.233816 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-d227e867-b12b-4d67-ab34-1eb0abcb4884 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:01.339831 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.db_base_plugin_common [None req-d227e867-b12b-4d67-ab34-1eb0abcb4884 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Allocated IP 172.27.3.167 (9198821c-ee56-4cb5-9e5d-ab43e0594ece/2efca78d-d4c6-45b2-a3f0-03ef309b0579/132b0617-00e9-43a4-821d-9c31ed81601b) {{(pid=120042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 13:02:01.437648 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-d227e867-b12b-4d67-ab34-1eb0abcb4884 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Notify callbacks [] for port, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:01.571935 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-d227e867-b12b-4d67-ab34-1eb0abcb4884 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763613061259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534626149'] for port, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:01.610040 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d227e867-b12b-4d67-ab34-1eb0abcb4884 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Network 9198821c-ee56-4cb5-9e5d-ab43e0594ece is already hosted by enough agents. {{(pid=120042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 13:02:01.614233 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.base_scheduler [None req-d227e867-b12b-4d67-ab34-1eb0abcb4884 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Resources bound (agent type, host, resource id): {{(pid=120042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:02:01.620635 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d227e867-b12b-4d67-ab34-1eb0abcb4884 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Received port after_create {{(pid=120042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 13:02:01.623346 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d227e867-b12b-4d67-ab34-1eb0abcb4884 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Pushing event updated for resources: {'Port': ['ID=132b0617-00e9-43a4-821d-9c31ed81601b,revision_number=1']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:02:01.709572 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-d227e867-b12b-4d67-ab34-1eb0abcb4884 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Notify callbacks [] for floatingip, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:01.826783 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-d227e867-b12b-4d67-ab34-1eb0abcb4884 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:01.974917 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-d227e867-b12b-4d67-ab34-1eb0abcb4884 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Notify callbacks [] for port, precommit_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:02.039727 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-d227e867-b12b-4d67-ab34-1eb0abcb4884 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534626162'] for port, after_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:02.106267 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d227e867-b12b-4d67-ab34-1eb0abcb4884 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Pushing event updated for resources: {'Port': ['ID=132b0617-00e9-43a4-821d-9c31ed81601b,revision_number=2']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:02:02.118925 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-d227e867-b12b-4d67-ab34-1eb0abcb4884 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748779'] for floatingip, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:02.188544 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-d227e867-b12b-4d67-ab34-1eb0abcb4884 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10697'] for floatingip, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:02.189832 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-d227e867-b12b-4d67-ab34-1eb0abcb4884 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1678824 Sep 03 13:02:02.378170 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-62aa56c1-b62c-4032-98d7-1ddd9c679031 req-70a5786c-9ba5-4bf9-ad5f-fb1690d66f74 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1749825475&fields=id&tenant_id=2a026b60655d4a369b93374d125b02b1 HTTP/1.1" status: 200 len: 267 time: 0.0368073 Sep 03 13:02:02.485867 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aa56c1-b62c-4032-98d7-1ddd9c679031 req-92bc19c3-d19e-4fb9-8560-c085f57a8ad1 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:02:02.487107 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-62aa56c1-b62c-4032-98d7-1ddd9c679031 req-92bc19c3-d19e-4fb9-8560-c085f57a8ad1 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/networks?id=45e81d3f-b881-425b-99ca-1daab65347e2 HTTP/1.1" status: 200 len: 811 time: 0.1016610 Sep 03 13:02:02.501840 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-62aa56c1-b62c-4032-98d7-1ddd9c679031 req-8ad764fd-1e71-4136-9b5a-4fe86a57f6a1 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/quotas/2a026b60655d4a369b93374d125b02b1 HTTP/1.1" status: 200 len: 375 time: 0.0089555 Sep 03 13:02:02.553354 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-62aa56c1-b62c-4032-98d7-1ddd9c679031 req-9366cead-16bc-4537-bb83-e48bfb41e313 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2a026b60655d4a369b93374d125b02b1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0454659 Sep 03 13:02:02.745623 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-62aa56c1-b62c-4032-98d7-1ddd9c679031 req-2f00f715-06b5-45fd-b6a8-b03a9fbc563e service neutron] 10.222.0.24 "GET /v2.0/networks/45e81d3f-b881-425b-99ca-1daab65347e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808450 Sep 03 13:02:02.842727 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-62aa56c1-b62c-4032-98d7-1ddd9c679031 req-6fcb4cc4-af6b-479d-b510-422698df3dae service neutron] 10.222.0.24 "GET /v2.0/networks/45e81d3f-b881-425b-99ca-1daab65347e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912073 Sep 03 13:02:03.102645 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-1722e215-2a57-4644-80b6-4817db783485 req-3d3902d9-8eb0-4d4e-bc1f-e954ec2336c9 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c448ad7-97ab-4a4f-9964-91c2cab020e7 HTTP/1.1" status: 200 len: 210 time: 0.0313482 Sep 03 13:02:04.359699 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-c40965b3-1adf-46a6-b121-c726ae4aa40d req-93f02cab-6af4-4be9-a0f9-549630e09a7d tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c448ad7-97ab-4a4f-9964-91c2cab020e7 HTTP/1.1" status: 200 len: 210 time: 0.0258474 Sep 03 13:02:05.276289 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-8e67f3b3-4834-46b8-bcf4-50b35a9464f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:05.456863 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-21bcd301-e5ea-4ab8-b0b5-7160153cc4b6 req-76aea0f9-a3cf-4f22-b791-c3b24b4a7f93 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c448ad7-97ab-4a4f-9964-91c2cab020e7 HTTP/1.1" status: 200 len: 210 time: 0.0331776 Sep 03 13:02:05.548054 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aa56c1-b62c-4032-98d7-1ddd9c679031 req-773ab02c-1f6e-4678-9553-69ec8eca2e82 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:02:05.549575 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-62aa56c1-b62c-4032-98d7-1ddd9c679031 req-773ab02c-1f6e-4678-9553-69ec8eca2e82 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.11 "GET /v2.0/networks?id=45e81d3f-b881-425b-99ca-1daab65347e2 HTTP/1.1" status: 200 len: 811 time: 0.1152484 Sep 03 13:02:05.595222 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-62aa56c1-b62c-4032-98d7-1ddd9c679031 req-7a2d5912-da9f-4656-a055-cea66a626425 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2a026b60655d4a369b93374d125b02b1 HTTP/1.1" status: 200 len: 380 time: 0.0334415 Sep 03 13:02:05.605859 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.v2.base [req-62aa56c1-b62c-4032-98d7-1ddd9c679031 req-e3c86815-6113-4232-9a37-519353e488de tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Request body: {'port': {'device_id': '9c448ad7-97ab-4a4f-9964-91c2cab020e7', 'network_id': '45e81d3f-b881-425b-99ca-1daab65347e2', 'admin_state_up': True, 'tenant_id': '2a026b60655d4a369b93374d125b02b1', 'security_groups': ['3a3e9d33-eb51-4b23-aef3-224de6274f11']}} {{(pid=120042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:02:05.805393 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62aa56c1-b62c-4032-98d7-1ddd9c679031 req-e3c86815-6113-4232-9a37-519353e488de tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Made reservation on behalf of 2a026b60655d4a369b93374d125b02b1 for: {'port': 1} {{(pid=120042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 13:02:05.809056 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-62aa56c1-b62c-4032-98d7-1ddd9c679031 req-e3c86815-6113-4232-9a37-519353e488de tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:06.194161 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.db_base_plugin_common [req-62aa56c1-b62c-4032-98d7-1ddd9c679031 req-e3c86815-6113-4232-9a37-519353e488de tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Allocated IP 172.20.0.7 (45e81d3f-b881-425b-99ca-1daab65347e2/18f4b7c2-4c96-420d-afc2-0ae06dbda8bd/59a19993-7de6-45b3-9d89-f123061dd94f) {{(pid=120042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 13:02:06.338891 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-62aa56c1-b62c-4032-98d7-1ddd9c679031 req-e3c86815-6113-4232-9a37-519353e488de tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Notify callbacks [] for port, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:06.351678 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.provisioning_blocks [req-62aa56c1-b62c-4032-98d7-1ddd9c679031 req-e3c86815-6113-4232-9a37-519353e488de tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Transition to ACTIVE for port object 59a19993-7de6-45b3-9d89-f123061dd94f will not be triggered until provisioned by entity DHCP. {{(pid=120042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:02:06.517055 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-62aa56c1-b62c-4032-98d7-1ddd9c679031 req-e3c86815-6113-4232-9a37-519353e488de tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763613061259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534626149'] for port, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:06.582234 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62aa56c1-b62c-4032-98d7-1ddd9c679031 req-e3c86815-6113-4232-9a37-519353e488de tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Network 45e81d3f-b881-425b-99ca-1daab65347e2 is already hosted by enough agents. {{(pid=120042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 13:02:06.593421 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.base_scheduler [req-62aa56c1-b62c-4032-98d7-1ddd9c679031 req-e3c86815-6113-4232-9a37-519353e488de tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Resources bound (agent type, host, resource id): {{(pid=120042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:02:06.597382 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.l3_dvrscheduler_db [req-62aa56c1-b62c-4032-98d7-1ddd9c679031 req-e3c86815-6113-4232-9a37-519353e488de tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Received port after_create {{(pid=120042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 13:02:06.624835 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c86815-6113-4232-9a37-519353e488de tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Pushing event updated for resources: {'Port': ['ID=59a19993-7de6-45b3-9d89-f123061dd94f,revision_number=1']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:02:06.648980 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be206fe-9733-4e22-901e-d771685f9de0 req-31c4b503-b746-4b4d-b4ea-95775bd0b2fc tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:02:06.650525 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-5be206fe-9733-4e22-901e-d771685f9de0 req-31c4b503-b746-4b4d-b4ea-95775bd0b2fc tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c448ad7-97ab-4a4f-9964-91c2cab020e7 HTTP/1.1" status: 200 len: 931 time: 0.1219501 Sep 03 13:02:06.673052 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aa56c1-b62c-4032-98d7-1ddd9c679031 req-e3c86815-6113-4232-9a37-519353e488de tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:02:06.673699 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-62aa56c1-b62c-4032-98d7-1ddd9c679031 req-e3c86815-6113-4232-9a37-519353e488de tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10697'] for port, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:06.708603 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-5be206fe-9733-4e22-901e-d771685f9de0 req-9d6644d5-d139-4424-a4d4-50a8fae5510c tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a3e9d33-eb51-4b23-aef3-224de6274f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497136 Sep 03 13:02:06.817380 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-62aa56c1-b62c-4032-98d7-1ddd9c679031 req-e3c86815-6113-4232-9a37-519353e488de tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2156539 Sep 03 13:02:06.830646 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.v2.base [req-62aa56c1-b62c-4032-98d7-1ddd9c679031 req-70d004a7-5c30-43ba-923c-26362ced4150 service neutron] Request body: {'port': {'device_id': '9c448ad7-97ab-4a4f-9964-91c2cab020e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=120042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:02:06.883673 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-62aa56c1-b62c-4032-98d7-1ddd9c679031 req-70d004a7-5c30-43ba-923c-26362ced4150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:06.936644 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:06.965299 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-2a7e4812-443f-42dc-a987-af259e5b7d45 None None] Provisioning for port 59a19993-7de6-45b3-9d89-f123061dd94f completed by entity DHCP. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:02:06.969232 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-2a7e4812-443f-42dc-a987-af259e5b7d45 None None] Provisioning complete for port 59a19993-7de6-45b3-9d89-f123061dd94f triggered by entity DHCP. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:02:06.969615 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-2a7e4812-443f-42dc-a987-af259e5b7d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:07.003679 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.plugin [None req-2a7e4812-443f-42dc-a987-af259e5b7d45 None None] Port 59a19993-7de6-45b3-9d89-f123061dd94f cannot update to ACTIVE because it is not bound. {{(pid=120043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 13:02:07.143693 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.notifiers.nova [req-62aa56c1-b62c-4032-98d7-1ddd9c679031 req-70d004a7-5c30-43ba-923c-26362ced4150 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59a19993-7de6-45b3-9d89-f123061dd94f {{(pid=120042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 13:02:07.151581 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-62aa56c1-b62c-4032-98d7-1ddd9c679031 req-70d004a7-5c30-43ba-923c-26362ced4150 service neutron] Notify callbacks [] for port, precommit_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:07.163841 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.provisioning_blocks [req-62aa56c1-b62c-4032-98d7-1ddd9c679031 req-70d004a7-5c30-43ba-923c-26362ced4150 service neutron] Transition to ACTIVE for port object 59a19993-7de6-45b3-9d89-f123061dd94f will not be triggered until provisioned by entity L2. {{(pid=120042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:02:07.265027 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-62aa56c1-b62c-4032-98d7-1ddd9c679031 req-70d004a7-5c30-43ba-923c-26362ced4150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534626162'] for port, after_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:07.318539 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d004a7-5c30-43ba-923c-26362ced4150 service neutron] Pushing event updated for resources: {'Port': ['ID=59a19993-7de6-45b3-9d89-f123061dd94f,revision_number=2']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:02:07.384631 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.managers [req-62aa56c1-b62c-4032-98d7-1ddd9c679031 req-70d004a7-5c30-43ba-923c-26362ced4150 service neutron] Attempting to bind port 59a19993-7de6-45b3-9d89-f123061dd94f on host hv-cinder-78878 for vnic_type normal with profile {{(pid=120042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 13:02:07.384977 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.managers [req-62aa56c1-b62c-4032-98d7-1ddd9c679031 req-70d004a7-5c30-43ba-923c-26362ced4150 service neutron] Attempting to bind port 59a19993-7de6-45b3-9d89-f123061dd94f by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': '101332a1-79af-4268-a774-3b1495ccc8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '45e81d3f-b881-425b-99ca-1daab65347e2'}] {{(pid=120042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 13:02:07.385348 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62aa56c1-b62c-4032-98d7-1ddd9c679031 req-70d004a7-5c30-43ba-923c-26362ced4150 service neutron] Attempting to bind port 59a19993-7de6-45b3-9d89-f123061dd94f on network 45e81d3f-b881-425b-99ca-1daab65347e2 {{(pid=120042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 13:02:07.390045 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62aa56c1-b62c-4032-98d7-1ddd9c679031 req-70d004a7-5c30-43ba-923c-26362ced4150 service neutron] Port 59a19993-7de6-45b3-9d89-f123061dd94f on network 45e81d3f-b881-425b-99ca-1daab65347e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=120042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 13:02:07.390376 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62aa56c1-b62c-4032-98d7-1ddd9c679031 req-70d004a7-5c30-43ba-923c-26362ced4150 service neutron] Attempting to bind port 59a19993-7de6-45b3-9d89-f123061dd94f on network 45e81d3f-b881-425b-99ca-1daab65347e2 {{(pid=120042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 13:02:07.396174 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62aa56c1-b62c-4032-98d7-1ddd9c679031 req-70d004a7-5c30-43ba-923c-26362ced4150 service neutron] Checking agent: {'id': '0f6a9262-0a79-4cf4-ac76-73211ad22d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 12, 55, 7), 'started_at': datetime.datetime(2021, 9, 3, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 13, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 13:02:07.396597 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62aa56c1-b62c-4032-98d7-1ddd9c679031 req-70d004a7-5c30-43ba-923c-26362ced4150 service neutron] Checking segment: {'id': '101332a1-79af-4268-a774-3b1495ccc8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '45e81d3f-b881-425b-99ca-1daab65347e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 13:02:07.396985 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62aa56c1-b62c-4032-98d7-1ddd9c679031 req-70d004a7-5c30-43ba-923c-26362ced4150 service neutron] Bound using segment: {'id': '101332a1-79af-4268-a774-3b1495ccc8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '45e81d3f-b881-425b-99ca-1daab65347e2'} {{(pid=120042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 13:02:07.397422 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.managers [req-62aa56c1-b62c-4032-98d7-1ddd9c679031 req-70d004a7-5c30-43ba-923c-26362ced4150 service neutron] Bound port: 59a19993-7de6-45b3-9d89-f123061dd94f, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '101332a1-79af-4268-a774-3b1495ccc8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '45e81d3f-b881-425b-99ca-1daab65347e2'}}] {{(pid=120042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 13:02:07.397784 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-62aa56c1-b62c-4032-98d7-1ddd9c679031 req-70d004a7-5c30-43ba-923c-26362ced4150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:07.467357 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.db [req-62aa56c1-b62c-4032-98d7-1ddd9c679031 req-70d004a7-5c30-43ba-923c-26362ced4150 service neutron] For port 59a19993-7de6-45b3-9d89-f123061dd94f, host hv-cinder-78878, cleared binding levels {{(pid=120042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 13:02:07.470726 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.db [req-62aa56c1-b62c-4032-98d7-1ddd9c679031 req-70d004a7-5c30-43ba-923c-26362ced4150 service neutron] For port 59a19993-7de6-45b3-9d89-f123061dd94f, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=59a19993-7de6-45b3-9d89-f123061dd94f,segment=NetworkSegment(101332a1-79af-4268-a774-3b1495ccc8a0),segment_id=101332a1-79af-4268-a774-3b1495ccc8a0)] {{(pid=120042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 13:02:07.565669 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-62aa56c1-b62c-4032-98d7-1ddd9c679031 req-70d004a7-5c30-43ba-923c-26362ced4150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534626162'] for port, after_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:07.601789 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aa56c1-b62c-4032-98d7-1ddd9c679031 req-70d004a7-5c30-43ba-923c-26362ced4150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:02:07.602850 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-62aa56c1-b62c-4032-98d7-1ddd9c679031 req-70d004a7-5c30-43ba-923c-26362ced4150 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10697'] for port, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:07.603774 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-62aa56c1-b62c-4032-98d7-1ddd9c679031 req-70d004a7-5c30-43ba-923c-26362ced4150 service neutron] 10.222.0.11 "PUT /v2.0/ports/59a19993-7de6-45b3-9d89-f123061dd94f HTTP/1.1" status: 200 len: 1093 time: 0.7775245 Sep 03 13:02:07.604224 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c448ad7-97ab-4a4f-9964-91c2cab020e7', 'tag': '59a19993-7de6-45b3-9d89-f123061dd94f'}] {{(pid=120042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:02:07.606448 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d2a6420b193a10f45e0477184c700453c1253cfa456d27c4e3ab5b2f2f62351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3104918-7059-4078-b709-6f98fde37fa3" -d '{"events": [{"name": "network-changed", "server_uuid": "9c448ad7-97ab-4a4f-9964-91c2cab020e7", "tag": "59a19993-7de6-45b3-9d89-f123061dd94f"}]}' {{(pid=120042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:02:07.640714 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d004a7-5c30-43ba-923c-26362ced4150 service neutron] Pushing event updated for resources: {'Port': ['ID=59a19993-7de6-45b3-9d89-f123061dd94f,revision_number=3']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:02:07.655414 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 13:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e36357a2-d837-4535-831e-0f0159f1695e x-openstack-request-id: req-e36357a2-d837-4535-831e-0f0159f1695e {{(pid=120042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:02:07.655414 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c448ad7-97ab-4a4f-9964-91c2cab020e7", "tag": "59a19993-7de6-45b3-9d89-f123061dd94f", "status": "completed", "code": 200}]} {{(pid=120042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:02:07.655414 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e36357a2-d837-4535-831e-0f0159f1695e {{(pid=120042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:02:07.655414 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c448ad7-97ab-4a4f-9964-91c2cab020e7', 'tag': '59a19993-7de6-45b3-9d89-f123061dd94f', 'status': 'completed', 'code': 200} Sep 03 13:02:07.724690 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3104918-7059-4078-b709-6f98fde37fa3 req-41650350-d541-4066-99e1-e04d3336258b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:02:07.726309 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-e3104918-7059-4078-b709-6f98fde37fa3 req-41650350-d541-4066-99e1-e04d3336258b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2a026b60655d4a369b93374d125b02b1&device_id=9c448ad7-97ab-4a4f-9964-91c2cab020e7 HTTP/1.1" status: 200 len: 1096 time: 0.0433590 Sep 03 13:02:08.040695 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d94af-12ad-46ed-9917-77c3a4144ec4 req-66c8fd29-89c1-4bec-9a39-2fe0de242aa1 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:02:08.040695 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-4b1d94af-12ad-46ed-9917-77c3a4144ec4 req-66c8fd29-89c1-4bec-9a39-2fe0de242aa1 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c448ad7-97ab-4a4f-9964-91c2cab020e7 HTTP/1.1" status: 200 len: 943 time: 0.0979776 Sep 03 13:02:08.040695 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3104918-7059-4078-b709-6f98fde37fa3 req-0e6a3ad9-a545-4789-92ee-5de0a20de732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:02:08.040695 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-e3104918-7059-4078-b709-6f98fde37fa3 req-0e6a3ad9-a545-4789-92ee-5de0a20de732 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=2a026b60655d4a369b93374d125b02b1&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1487699 Sep 03 13:02:08.040695 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-4b1d94af-12ad-46ed-9917-77c3a4144ec4 req-42fcb286-6b0c-4448-bc61-eae152eecaf4 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a3e9d33-eb51-4b23-aef3-224de6274f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869772 Sep 03 13:02:08.042080 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-02262c05-9f18-4069-b51b-9d4ca1ccc7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:08.043099 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3104918-7059-4078-b709-6f98fde37fa3 req-19ecb710-4623-4d83-97d4-82069ef3c45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:02:08.043099 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-e3104918-7059-4078-b709-6f98fde37fa3 req-19ecb710-4623-4d83-97d4-82069ef3c45c service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1106508 Sep 03 13:02:08.080912 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aa56c1-b62c-4032-98d7-1ddd9c679031 req-290ea44c-3469-4fe9-839b-b65488619a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:02:08.082351 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-62aa56c1-b62c-4032-98d7-1ddd9c679031 req-290ea44c-3469-4fe9-839b-b65488619a6a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2a026b60655d4a369b93374d125b02b1&device_id=9c448ad7-97ab-4a4f-9964-91c2cab020e7 HTTP/1.1" status: 200 len: 1096 time: 0.0390363 Sep 03 13:02:08.126132 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-62aa56c1-b62c-4032-98d7-1ddd9c679031 req-884edccf-7f2a-453a-a108-73d8c33d29d1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59a19993-7de6-45b3-9d89-f123061dd94f HTTP/1.1" status: 200 len: 217 time: 0.0359020 Sep 03 13:02:08.175256 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aa56c1-b62c-4032-98d7-1ddd9c679031 req-3143df76-6176-4e5d-81c3-e4b2c46aedc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:02:08.176702 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-62aa56c1-b62c-4032-98d7-1ddd9c679031 req-3143df76-6176-4e5d-81c3-e4b2c46aedc2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=18f4b7c2-4c96-420d-afc2-0ae06dbda8bd HTTP/1.1" status: 200 len: 850 time: 0.0422223 Sep 03 13:02:08.222999 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aa56c1-b62c-4032-98d7-1ddd9c679031 req-7142bf38-f1b2-4256-ad73-e1274f2bc6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:02:08.225086 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-62aa56c1-b62c-4032-98d7-1ddd9c679031 req-7142bf38-f1b2-4256-ad73-e1274f2bc6e9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=45e81d3f-b881-425b-99ca-1daab65347e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388806 Sep 03 13:02:08.316262 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-62aa56c1-b62c-4032-98d7-1ddd9c679031 req-b75fd209-81e6-43db-869e-2513578f70eb service neutron] 10.222.0.11 "GET /v2.0/networks/45e81d3f-b881-425b-99ca-1daab65347e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822818 Sep 03 13:02:08.406903 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-62aa56c1-b62c-4032-98d7-1ddd9c679031 req-73762cd7-509b-45ee-aa90-1a9ae0b913a6 service neutron] 10.222.0.11 "GET /v2.0/networks/45e81d3f-b881-425b-99ca-1daab65347e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830300 Sep 03 13:02:08.407588 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:09.030918 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08724a11-fd48-4ea4-9071-7b022d0e8053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:09.097157 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa89696-38d9-48ec-8851-ac810ae4a23b req-52de48ee-9fee-4ba2-a4ad-99e7ca869b01 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:02:09.098681 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-eaa89696-38d9-48ec-8851-ac810ae4a23b req-52de48ee-9fee-4ba2-a4ad-99e7ca869b01 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c448ad7-97ab-4a4f-9964-91c2cab020e7 HTTP/1.1" status: 200 len: 943 time: 0.0499051 Sep 03 13:02:09.138995 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-eaa89696-38d9-48ec-8851-ac810ae4a23b req-72259350-96c9-4ea0-91f1-fbd8c9a8af13 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a3e9d33-eb51-4b23-aef3-224de6274f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345716 Sep 03 13:02:10.253978 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623fa6d4-6993-4833-a280-af936bcff3e6 req-61b21ab5-f363-45ee-b4d6-1880c1ac53cb tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:02:10.255427 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-623fa6d4-6993-4833-a280-af936bcff3e6 req-61b21ab5-f363-45ee-b4d6-1880c1ac53cb tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c448ad7-97ab-4a4f-9964-91c2cab020e7 HTTP/1.1" status: 200 len: 943 time: 0.0507452 Sep 03 13:02:10.292896 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-623fa6d4-6993-4833-a280-af936bcff3e6 req-8170e2b2-828e-4b06-a74c-4f153e366754 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a3e9d33-eb51-4b23-aef3-224de6274f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314329 Sep 03 13:02:10.773452 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-df5ee12c-e8c1-490b-8d0e-415336677a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:11.215236 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Device 59a19993-7de6-45b3-9d89-f123061dd94f details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=120043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 13:02:11.308369 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] For port 59a19993-7de6-45b3-9d89-f123061dd94f, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=59a19993-7de6-45b3-9d89-f123061dd94f,segment=NetworkSegment(101332a1-79af-4268-a774-3b1495ccc8a0),segment_id=101332a1-79af-4268-a774-3b1495ccc8a0)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:02:11.319134 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Returning: {'device': '59a19993-7de6-45b3-9d89-f123061dd94f', 'network_id': '45e81d3f-b881-425b-99ca-1daab65347e2', 'port_id': '59a19993-7de6-45b3-9d89-f123061dd94f', 'mac_address': 'fa:16:3e:fa:86:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18f4b7c2-4c96-420d-afc2-0ae06dbda8bd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 13:02:11.358859 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:11.371927 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.notifiers.nova [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59a19993-7de6-45b3-9d89-f123061dd94f {{(pid=120043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 13:02:11.390328 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] For port 59a19993-7de6-45b3-9d89-f123061dd94f, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=59a19993-7de6-45b3-9d89-f123061dd94f,segment=NetworkSegment(101332a1-79af-4268-a774-3b1495ccc8a0),segment_id=101332a1-79af-4268-a774-3b1495ccc8a0)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:02:11.403245 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5b6576-9f3c-40b5-af5e-d35d79a68625 req-f2baba65-ea40-4170-967f-d45b2dfa827e tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:02:11.404762 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-3f5b6576-9f3c-40b5-af5e-d35d79a68625 req-f2baba65-ea40-4170-967f-d45b2dfa827e tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c448ad7-97ab-4a4f-9964-91c2cab020e7 HTTP/1.1" status: 200 len: 943 time: 0.0473063 Sep 03 13:02:11.444545 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-3f5b6576-9f3c-40b5-af5e-d35d79a68625 req-315c5304-7d4d-4503-8cd1-cd35f88b77db tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a3e9d33-eb51-4b23-aef3-224de6274f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338626 Sep 03 13:02:11.499280 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:11.544545 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Pushing event updated for resources: {'Port': ['ID=59a19993-7de6-45b3-9d89-f123061dd94f,revision_number=4']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:02:11.751788 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] get_ports_and_sgs() called for port_ids ['59a19993-7de6-45b3-9d89-f123061dd94f'] {{(pid=120043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 13:02:12.554960 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f70e7e-27ba-463f-933d-291e9d92c161 req-c276455c-6ad8-4390-9ff9-d258bb9d06dd tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:02:12.556441 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-12f70e7e-27ba-463f-933d-291e9d92c161 req-c276455c-6ad8-4390-9ff9-d258bb9d06dd tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c448ad7-97ab-4a4f-9964-91c2cab020e7 HTTP/1.1" status: 200 len: 944 time: 0.0461841 Sep 03 13:02:12.596946 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-12f70e7e-27ba-463f-933d-291e9d92c161 req-adf27860-818b-40e7-b71e-a9c7b9b6f668 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a3e9d33-eb51-4b23-aef3-224de6274f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343237 Sep 03 13:02:13.155660 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 41910) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:02:13.229462 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Device 59a19993-7de6-45b3-9d89-f123061dd94f up at agent hyperv_hv-cinder-78878 {{(pid=120043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:02:13.258661 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-1034ecda-6dcb-4b99-a61c-de21bba40a93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:13.336993 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Provisioning for port 59a19993-7de6-45b3-9d89-f123061dd94f completed by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:02:13.340849 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Provisioning complete for port 59a19993-7de6-45b3-9d89-f123061dd94f triggered by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:02:13.341220 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:13.348173 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-1034ecda-6dcb-4b99-a61c-de21bba40a93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:13.414767 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:13.435676 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c448ad7-97ab-4a4f-9964-91c2cab020e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59a19993-7de6-45b3-9d89-f123061dd94f'}] {{(pid=120043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:02:13.437983 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75183f2819bd2f1145e278a2316968184774222fd4353ccf17289daf4feac16a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f312ee1-1987-4ae4-b1b7-5fd9ce9b304b" -d '{"events": [{"server_uuid": "9c448ad7-97ab-4a4f-9964-91c2cab020e7", "name": "network-vif-plugged", "status": "completed", "tag": "59a19993-7de6-45b3-9d89-f123061dd94f"}]}' {{(pid=120043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:02:13.451433 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] For port 59a19993-7de6-45b3-9d89-f123061dd94f, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=59a19993-7de6-45b3-9d89-f123061dd94f,segment=NetworkSegment(101332a1-79af-4268-a774-3b1495ccc8a0),segment_id=101332a1-79af-4268-a774-3b1495ccc8a0)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:02:13.470700 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-1034ecda-6dcb-4b99-a61c-de21bba40a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:13.474202 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 13:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc97f4c5-59fb-4217-a8f9-f93b61d2bda7 x-openstack-request-id: req-fc97f4c5-59fb-4217-a8f9-f93b61d2bda7 {{(pid=120043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:02:13.474591 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c448ad7-97ab-4a4f-9964-91c2cab020e7", "name": "network-vif-plugged", "status": "completed", "tag": "59a19993-7de6-45b3-9d89-f123061dd94f", "code": 200}]} {{(pid=120043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:02:13.474907 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fc97f4c5-59fb-4217-a8f9-f93b61d2bda7 {{(pid=120043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:02:13.475311 dv-cinder-788782-9-iscsi neutron-server[120043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c448ad7-97ab-4a4f-9964-91c2cab020e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59a19993-7de6-45b3-9d89-f123061dd94f', 'code': 200} Sep 03 13:02:13.509093 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-1034ecda-6dcb-4b99-a61c-de21bba40a93 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=86e6481bf919474daabd0ded22dda41e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3522139 Sep 03 13:02:13.511198 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1034ecda-6dcb-4b99-a61c-de21bba40a93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e55f146-6935-42aa-844a-4f87320ec85a,revision_number=1']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:02:13.511757 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 41916) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:02:13.560421 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-de618f3e-db2c-4a40-8fb5-3f32ef8cd58e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:13.571097 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:13.588031 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-de618f3e-db2c-4a40-8fb5-3f32ef8cd58e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:13.621334 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Pushing event updated for resources: {'Port': ['ID=59a19993-7de6-45b3-9d89-f123061dd94f,revision_number=5']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:02:13.712055 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c64379-43e4-42a1-9fc0-a666ac4f6842 req-56a811d3-3660-4032-9265-ef4d54b09e07 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:02:13.713544 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-29c64379-43e4-42a1-9fc0-a666ac4f6842 req-56a811d3-3660-4032-9265-ef4d54b09e07 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c448ad7-97ab-4a4f-9964-91c2cab020e7 HTTP/1.1" status: 200 len: 945 time: 0.0481167 Sep 03 13:02:13.719417 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-de618f3e-db2c-4a40-8fb5-3f32ef8cd58e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:13.722111 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-de618f3e-db2c-4a40-8fb5-3f32ef8cd58e admin admin] Notify callbacks [] for security_group, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:13.723280 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-de618f3e-db2c-4a40-8fb5-3f32ef8cd58e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8e55f146-6935-42aa-844a-4f87320ec85a HTTP/1.1" status: 204 len: 168 time: 0.2104995 Sep 03 13:02:13.731785 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de618f3e-db2c-4a40-8fb5-3f32ef8cd58e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e55f146-6935-42aa-844a-4f87320ec85a,revision_number=None']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:02:13.740023 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de618f3e-db2c-4a40-8fb5-3f32ef8cd58e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:02:13.740448 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de618f3e-db2c-4a40-8fb5-3f32ef8cd58e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:02:13.740715 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de618f3e-db2c-4a40-8fb5-3f32ef8cd58e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:02:13.741056 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de618f3e-db2c-4a40-8fb5-3f32ef8cd58e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:02:13.741395 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de618f3e-db2c-4a40-8fb5-3f32ef8cd58e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:02:13.741730 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de618f3e-db2c-4a40-8fb5-3f32ef8cd58e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:02:13.742062 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de618f3e-db2c-4a40-8fb5-3f32ef8cd58e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:02:13.742417 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de618f3e-db2c-4a40-8fb5-3f32ef8cd58e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:02:13.742716 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de618f3e-db2c-4a40-8fb5-3f32ef8cd58e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:02:13.743049 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de618f3e-db2c-4a40-8fb5-3f32ef8cd58e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:02:13.743391 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de618f3e-db2c-4a40-8fb5-3f32ef8cd58e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:02:13.743719 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de618f3e-db2c-4a40-8fb5-3f32ef8cd58e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:02:13.753939 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-29c64379-43e4-42a1-9fc0-a666ac4f6842 req-72cd3fa4-0eb9-40a6-88c7-7a77d2c0fcab tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a3e9d33-eb51-4b23-aef3-224de6274f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345311 Sep 03 13:02:13.901001 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d183710-9c34-4511-bdc4-7e32642881e3 req-89b18bee-5cf0-4025-b3be-66bcd644e65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:02:13.902459 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-7d183710-9c34-4511-bdc4-7e32642881e3 req-89b18bee-5cf0-4025-b3be-66bcd644e65f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9c448ad7-97ab-4a4f-9964-91c2cab020e7 HTTP/1.1" status: 200 len: 1098 time: 0.0842686 Sep 03 13:02:13.941345 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-7d183710-9c34-4511-bdc4-7e32642881e3 req-ea518af4-1a26-47a7-bd01-e8a6704f8c3c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3a3e9d33-eb51-4b23-aef3-224de6274f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295053 Sep 03 13:02:14.335001 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 41928) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:02:14.348131 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-0a3a993c-a177-4c16-acc7-c1e63500b566 admin admin] Notify callbacks [] for security_group, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:14.432941 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-0a3a993c-a177-4c16-acc7-c1e63500b566 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:14.524901 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-0a3a993c-a177-4c16-acc7-c1e63500b566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:14.561352 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-0a3a993c-a177-4c16-acc7-c1e63500b566 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e738a243fe614b53a520e9f4d19f7caa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2250082 Sep 03 13:02:14.562229 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3a993c-a177-4c16-acc7-c1e63500b566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcb9686a-8ec5-4601-8fc6-9c60ffe4be62,revision_number=1']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:02:14.564063 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 41930) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:02:14.613762 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-6cc842a7-ad76-4da8-9bcf-577d340e24bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:14.634231 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-6cc842a7-ad76-4da8-9bcf-577d340e24bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:14.760091 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-6cc842a7-ad76-4da8-9bcf-577d340e24bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:14.762623 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-6cc842a7-ad76-4da8-9bcf-577d340e24bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:14.763769 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-6cc842a7-ad76-4da8-9bcf-577d340e24bc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bcb9686a-8ec5-4601-8fc6-9c60ffe4be62 HTTP/1.1" status: 204 len: 168 time: 0.1981208 Sep 03 13:02:14.771644 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc842a7-ad76-4da8-9bcf-577d340e24bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcb9686a-8ec5-4601-8fc6-9c60ffe4be62,revision_number=None']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:02:14.870011 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006d903c-8419-47ff-9a35-4fc25c413e2f req-8f5b8ace-5f0c-42a8-b7f5-a29a0f250c38 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:02:14.871504 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-006d903c-8419-47ff-9a35-4fc25c413e2f req-8f5b8ace-5f0c-42a8-b7f5-a29a0f250c38 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c448ad7-97ab-4a4f-9964-91c2cab020e7 HTTP/1.1" status: 200 len: 945 time: 0.0473571 Sep 03 13:02:14.908538 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-006d903c-8419-47ff-9a35-4fc25c413e2f req-e32d16c9-dcb4-4035-8e25-9bb71c5dfc10 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a3e9d33-eb51-4b23-aef3-224de6274f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310864 Sep 03 13:02:15.467903 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 41940) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:02:15.480788 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-410c5de1-23a0-49c9-bdd8-69ac08065072 admin admin] Notify callbacks [] for security_group, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:15.568158 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-410c5de1-23a0-49c9-bdd8-69ac08065072 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:15.687294 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-410c5de1-23a0-49c9-bdd8-69ac08065072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:15.725107 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-410c5de1-23a0-49c9-bdd8-69ac08065072 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=67c651cff25b4cbba292bb7aa94a8740&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2561588 Sep 03 13:02:15.726211 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410c5de1-23a0-49c9-bdd8-69ac08065072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f142eff-d015-4939-b209-453fc9445cf1,revision_number=1']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:02:15.727790 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 41942) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:02:15.781831 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-f8932db7-353e-4fc7-b3a6-5ba237ba7f38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:15.803778 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-f8932db7-353e-4fc7-b3a6-5ba237ba7f38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:15.936672 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-f8932db7-353e-4fc7-b3a6-5ba237ba7f38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:15.940207 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-f8932db7-353e-4fc7-b3a6-5ba237ba7f38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:15.941936 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-f8932db7-353e-4fc7-b3a6-5ba237ba7f38 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5f142eff-d015-4939-b209-453fc9445cf1 HTTP/1.1" status: 204 len: 168 time: 0.2128882 Sep 03 13:02:15.950257 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8932db7-353e-4fc7-b3a6-5ba237ba7f38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f142eff-d015-4939-b209-453fc9445cf1,revision_number=None']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:02:16.020224 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca2f42c-41ca-4d94-b019-dd6784dc86e0 req-54beefba-be9d-44af-a146-0bb7cadc56ee tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:02:16.021707 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-2ca2f42c-41ca-4d94-b019-dd6784dc86e0 req-54beefba-be9d-44af-a146-0bb7cadc56ee tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c448ad7-97ab-4a4f-9964-91c2cab020e7 HTTP/1.1" status: 200 len: 945 time: 0.0475945 Sep 03 13:02:16.061653 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-2ca2f42c-41ca-4d94-b019-dd6784dc86e0 req-d020c98e-485f-46f6-88a6-2f3ff8b59ee4 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a3e9d33-eb51-4b23-aef3-224de6274f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342174 Sep 03 13:02:16.187003 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13daa205-6784-45d5-a074-a8a7de9dc15b req-d362cc23-2aef-4078-9eb1-098c5a48ff34 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:02:16.188507 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-13daa205-6784-45d5-a074-a8a7de9dc15b req-d362cc23-2aef-4078-9eb1-098c5a48ff34 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c448ad7-97ab-4a4f-9964-91c2cab020e7 HTTP/1.1" status: 200 len: 945 time: 0.0477564 Sep 03 13:02:16.196906 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 41950) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:02:16.201310 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.v2.base [None req-00f333d8-e3da-4711-9cdc-87fb771a76dc tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Request body: {'floatingip': {'port_id': '59a19993-7de6-45b3-9d89-f123061dd94f'}} {{(pid=120042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:02:16.243700 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-00f333d8-e3da-4711-9cdc-87fb771a76dc tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Notify callbacks [] for floatingip, before_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:16.670732 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-00f333d8-e3da-4711-9cdc-87fb771a76dc tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Notify callbacks [] for floatingip, precommit_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:16.733648 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-00f333d8-e3da-4711-9cdc-87fb771a76dc tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748779'] for floatingip, after_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:16.827896 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.db.l3_db [None req-00f333d8-e3da-4711-9cdc-87fb771a76dc tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Floating IP 4ac2156b-c223-4e40-b547-d10e944b8d5c associated. External IP: 172.27.3.167, port: 59a19993-7de6-45b3-9d89-f123061dd94f. Sep 03 13:02:17.026390 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00f333d8-e3da-4711-9cdc-87fb771a76dc tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Router 223dd69f-d707-480c-83c4-40778eeb8b95 has already been hosted by L3 agent 3ba3cff0-0714-4a2d-b638-391a63c22700 {{(pid=120042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 13:02:17.072091 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 41974) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:02:17.131783 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00f333d8-e3da-4711-9cdc-87fb771a76dc tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Notify agent at l3_agent.dv-cinder-788782-9-iscsi the message routers_updated {{(pid=120042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 13:02:17.136826 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-00f333d8-e3da-4711-9cdc-87fb771a76dc tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10697'] for floatingip, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:17.143510 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f126555e-735a-4aeb-a002-380f2cca30fe None None] Sync routers for ids ['223dd69f-d707-480c-83c4-40778eeb8b95'] in dv-cinder-788782-9-iscsi {{(pid=120043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 13:02:17.154309 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f126555e-735a-4aeb-a002-380f2cca30fe None None] Routers {'223dd69f-d707-480c-83c4-40778eeb8b95'} bound to L3 agent in host dv-cinder-788782-9-iscsi {{(pid=120043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:02:17.155242 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_hamode_db [None req-f126555e-735a-4aeb-a002-380f2cca30fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T12:48:38Z,description=,heartbeat_timestamp=2021-09-03T13:02:08Z,host='dv-cinder-788782-9-iscsi',id=3ba3cff0-0714-4a2d-b638-391a63c22700,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:48:38Z,topic='l3_agent')) {'router_ids': ['223dd69f-d707-480c-83c4-40778eeb8b95'], 'active': True} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:02:17.163714 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-00f333d8-e3da-4711-9cdc-87fb771a76dc tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "PUT /v2.0/floatingips/4ac2156b-c223-4e40-b547-d10e944b8d5c HTTP/1.1" status: 200 len: 991 time: 0.9657581 Sep 03 13:02:17.164435 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c448ad7-97ab-4a4f-9964-91c2cab020e7', 'tag': '59a19993-7de6-45b3-9d89-f123061dd94f'}] {{(pid=120042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:02:17.168490 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d2a6420b193a10f45e0477184c700453c1253cfa456d27c4e3ab5b2f2f62351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79a11aa5-bc26-41fb-9957-43617b1e35ce" -d '{"events": [{"name": "network-changed", "server_uuid": "9c448ad7-97ab-4a4f-9964-91c2cab020e7", "tag": "59a19993-7de6-45b3-9d89-f123061dd94f"}]}' {{(pid=120042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:02:17.175143 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.v2.base [None req-40d595e6-98d9-42f0-8416-0835b000f04b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-348008650-network', 'tenant_id': '48d198ff7fa4451082272b3569f83b2e'}} {{(pid=120041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:02:17.256846 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40d595e6-98d9-42f0-8416-0835b000f04b admin admin] Made reservation on behalf of 48d198ff7fa4451082272b3569f83b2e for: {'network': 1} {{(pid=120041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 13:02:17.259280 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-40d595e6-98d9-42f0-8416-0835b000f04b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for network, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:17.267882 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-40d595e6-98d9-42f0-8416-0835b000f04b admin admin] Notify callbacks [] for security_group, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:17.268494 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvr_db [None req-f126555e-735a-4aeb-a002-380f2cca30fe None None] Set router 223dd69f-d707-480c-83c4-40778eeb8b95 gateway port host: dv-cinder-788782-9-iscsi {{(pid=120043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:02:17.343495 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 13:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aabdcfb6-0559-4cd4-97b8-459c2bc005c9 x-openstack-request-id: req-aabdcfb6-0559-4cd4-97b8-459c2bc005c9 {{(pid=120042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:02:17.344079 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c448ad7-97ab-4a4f-9964-91c2cab020e7", "tag": "59a19993-7de6-45b3-9d89-f123061dd94f", "status": "completed", "code": 200}]} {{(pid=120042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:02:17.344216 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-aabdcfb6-0559-4cd4-97b8-459c2bc005c9 {{(pid=120042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:02:17.344658 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c448ad7-97ab-4a4f-9964-91c2cab020e7', 'tag': '59a19993-7de6-45b3-9d89-f123061dd94f', 'status': 'completed', 'code': 200} Sep 03 13:02:17.363451 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-40d595e6-98d9-42f0-8416-0835b000f04b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:17.414661 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a11aa5-bc26-41fb-9957-43617b1e35ce req-da4f9062-afe0-4f8f-bb3a-e8d0500b16b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:02:17.416197 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-79a11aa5-bc26-41fb-9957-43617b1e35ce req-da4f9062-afe0-4f8f-bb3a-e8d0500b16b9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2a026b60655d4a369b93374d125b02b1&device_id=9c448ad7-97ab-4a4f-9964-91c2cab020e7 HTTP/1.1" status: 200 len: 1098 time: 0.0399818 Sep 03 13:02:17.473881 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-40d595e6-98d9-42f0-8416-0835b000f04b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:17.497133 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40d595e6-98d9-42f0-8416-0835b000f04b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=120041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 13:02:17.508912 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_hamode_db [None req-f126555e-735a-4aeb-a002-380f2cca30fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223dd69f-d707-480c-83c4-40778eeb8b95', 'name': 'tempest-AttachVolumeTestJSON-1455870475-router', 'tenant_id': '2a026b60655d4a369b93374d125b02b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': 'ae63e0fe-230b-4a4a-a7d0-62a2453b5b53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:56:53Z', 'updated_at': '2021-09-03T12:57:01Z', 'revision_number': 4, 'project_id': '2a026b60655d4a369b93374d125b02b1', 'gw_port': {'id': 'ae63e0fe-230b-4a4a-a7d0-62a2453b5b53', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:4a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223dd69f-d707-480c-83c4-40778eeb8b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:56:54Z', 'updated_at': '2021-09-03T12:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi', '_floatingips': [{'id': '4ac2156b-c223-4e40-b547-d10e944b8d5c', 'tenant_id': '2a026b60655d4a369b93374d125b02b1', 'floating_ip_address': '172.27.3.167', 'floating_network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'router_id': '223dd69f-d707-480c-83c4-40778eeb8b95', 'port_id': '59a19993-7de6-45b3-9d89-f123061dd94f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45e81d3f-b881-425b-99ca-1daab65347e2', 'mac_address': 'fa:16:3e:fa:86:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c448ad7-97ab-4a4f-9964-91c2cab020e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T13:02:01Z', 'updated_at': '2021-09-03T13:02:16Z', 'revision_number': 1, 'project_id': '2a026b60655d4a369b93374d125b02b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c49beb3-2a94-4675-a9b6-b262fd3c70ba', 'name': '', 'network_id': '45e81d3f-b881-425b-99ca-1daab65347e2', 'tenant_id': '2a026b60655d4a369b93374d125b02b1', 'mac_address': 'fa:16:3e:e9:d5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223dd69f-d707-480c-83c4-40778eeb8b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '18f4b7c2-4c96-420d-afc2-0ae06dbda8bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:56:59Z', 'updated_at': '2021-09-03T12:57:11Z', 'revision_number': 5, 'project_id': '2a026b60655d4a369b93374d125b02b1', 'subnets': [{'id': '18f4b7c2-4c96-420d-afc2-0ae06dbda8bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-9-iscsi', False) {} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:02:17.512837 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d595e6-98d9-42f0-8416-0835b000f04b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea586cd4-a3f6-45a0-aed3-da61003dfbde,revision_number=1']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:02:17.518687 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-40d595e6-98d9-42f0-8416-0835b000f04b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669750'] for segment, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:17.518687 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.db.segments_db [None req-40d595e6-98d9-42f0-8416-0835b000f04b admin admin] Added segment 418d828f-d0bc-4958-be31-0c4d625e6843 of type vlan for network 84d71880-f14f-4eb3-a7c9-15c7c9d82c67 Sep 03 13:02:17.520408 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a11aa5-bc26-41fb-9957-43617b1e35ce req-e6bd56b5-2131-46ac-aa04-b7ab21e7eee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:02:17.522007 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-79a11aa5-bc26-41fb-9957-43617b1e35ce req-e6bd56b5-2131-46ac-aa04-b7ab21e7eee0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=45e81d3f-b881-425b-99ca-1daab65347e2 HTTP/1.1" status: 200 len: 911 time: 0.0983629 Sep 03 13:02:17.556780 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-40d595e6-98d9-42f0-8416-0835b000f04b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763613016037'] for network, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:17.592827 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-79a11aa5-bc26-41fb-9957-43617b1e35ce req-665af4ad-5cc1-4fae-9152-6decdf62ab48 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59a19993-7de6-45b3-9d89-f123061dd94f HTTP/1.1" status: 200 len: 999 time: 0.0631230 Sep 03 13:02:17.648769 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a11aa5-bc26-41fb-9957-43617b1e35ce req-dd1d3a18-99f3-49ae-810c-b7e031740469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:02:17.650234 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-79a11aa5-bc26-41fb-9957-43617b1e35ce req-dd1d3a18-99f3-49ae-810c-b7e031740469 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=18f4b7c2-4c96-420d-afc2-0ae06dbda8bd HTTP/1.1" status: 200 len: 850 time: 0.0485454 Sep 03 13:02:17.663555 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f126555e-735a-4aeb-a002-380f2cca30fe None None] Checking router: 223dd69f-d707-480c-83c4-40778eeb8b95 for host: dv-cinder-788782-9-iscsi {{(pid=120043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 13:02:17.668564 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-40d595e6-98d9-42f0-8416-0835b000f04b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384'] for network, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:17.669668 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d595e6-98d9-42f0-8416-0835b000f04b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:02:17.670339 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-40d595e6-98d9-42f0-8416-0835b000f04b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575370'] for network, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:17.672137 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f126555e-735a-4aeb-a002-380f2cca30fe None None] Routers {'223dd69f-d707-480c-83c4-40778eeb8b95'} bound to L3 agent in host dv-cinder-788782-9-iscsi {{(pid=120043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:02:17.672685 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_hamode_db [None req-f126555e-735a-4aeb-a002-380f2cca30fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T12:48:38Z,description=,heartbeat_timestamp=2021-09-03T13:02:08Z,host='dv-cinder-788782-9-iscsi',id=3ba3cff0-0714-4a2d-b638-391a63c22700,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:48:38Z,topic='l3_agent')) {'router_ids': ['223dd69f-d707-480c-83c4-40778eeb8b95'], 'active': True} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:02:17.697392 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a11aa5-bc26-41fb-9957-43617b1e35ce req-bf6f1829-1586-4710-b40c-2a4110733b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:02:17.698910 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-79a11aa5-bc26-41fb-9957-43617b1e35ce req-bf6f1829-1586-4710-b40c-2a4110733b73 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=45e81d3f-b881-425b-99ca-1daab65347e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402122 Sep 03 13:02:17.730469 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d595e6-98d9-42f0-8416-0835b000f04b admin admin] Pushing event updated for resources: {'Network': ['ID=84d71880-f14f-4eb3-a7c9-15c7c9d82c67,revision_number=1']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:02:17.744721 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Network 84d71880-f14f-4eb3-a7c9-15c7c9d82c67 details requested by agent ovs-agent-dv-cinder-788782-9-iscsi with host dv-cinder-788782-9-iscsi {{(pid=120043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 13:02:17.780310 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 41988) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:02:17.780515 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-40d595e6-98d9-42f0-8416-0835b000f04b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7069635 Sep 03 13:02:17.785148 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.v2.base [None req-22ba11fa-950e-4143-b622-c4d6f2bfef8e admin admin] Request body: {'subnet': {'network_id': '84d71880-f14f-4eb3-a7c9-15c7c9d82c67', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-348008650-subnet', 'tenant_id': '48d198ff7fa4451082272b3569f83b2e', 'ip_version': 4}} {{(pid=120042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:02:17.816648 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-79a11aa5-bc26-41fb-9957-43617b1e35ce req-03bf54a8-1b55-473d-9ab1-f99af0995db1 service neutron] 10.222.0.11 "GET /v2.0/networks/45e81d3f-b881-425b-99ca-1daab65347e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050498 Sep 03 13:02:17.837177 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvr_db [None req-f126555e-735a-4aeb-a002-380f2cca30fe None None] Set router 223dd69f-d707-480c-83c4-40778eeb8b95 gateway port host: dv-cinder-788782-9-iscsi {{(pid=120043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:02:17.907655 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22ba11fa-950e-4143-b622-c4d6f2bfef8e admin admin] Made reservation on behalf of 48d198ff7fa4451082272b3569f83b2e for: {'subnet': 1} {{(pid=120042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 13:02:17.909981 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-22ba11fa-950e-4143-b622-c4d6f2bfef8e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534459651'] for subnet, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:17.923898 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-79a11aa5-bc26-41fb-9957-43617b1e35ce req-6b65c64c-582e-41c6-9417-6a7f5d5bf827 service neutron] 10.222.0.11 "GET /v2.0/networks/45e81d3f-b881-425b-99ca-1daab65347e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992870 Sep 03 13:02:18.059697 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_hamode_db [None req-f126555e-735a-4aeb-a002-380f2cca30fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223dd69f-d707-480c-83c4-40778eeb8b95', 'name': 'tempest-AttachVolumeTestJSON-1455870475-router', 'tenant_id': '2a026b60655d4a369b93374d125b02b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': 'ae63e0fe-230b-4a4a-a7d0-62a2453b5b53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:56:53Z', 'updated_at': '2021-09-03T12:57:01Z', 'revision_number': 4, 'project_id': '2a026b60655d4a369b93374d125b02b1', 'gw_port': {'id': 'ae63e0fe-230b-4a4a-a7d0-62a2453b5b53', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:4a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223dd69f-d707-480c-83c4-40778eeb8b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:56:54Z', 'updated_at': '2021-09-03T12:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi', '_floatingips': [{'id': '4ac2156b-c223-4e40-b547-d10e944b8d5c', 'tenant_id': '2a026b60655d4a369b93374d125b02b1', 'floating_ip_address': '172.27.3.167', 'floating_network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'router_id': '223dd69f-d707-480c-83c4-40778eeb8b95', 'port_id': '59a19993-7de6-45b3-9d89-f123061dd94f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45e81d3f-b881-425b-99ca-1daab65347e2', 'mac_address': 'fa:16:3e:fa:86:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c448ad7-97ab-4a4f-9964-91c2cab020e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T13:02:01Z', 'updated_at': '2021-09-03T13:02:16Z', 'revision_number': 1, 'project_id': '2a026b60655d4a369b93374d125b02b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c49beb3-2a94-4675-a9b6-b262fd3c70ba', 'name': '', 'network_id': '45e81d3f-b881-425b-99ca-1daab65347e2', 'tenant_id': '2a026b60655d4a369b93374d125b02b1', 'mac_address': 'fa:16:3e:e9:d5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223dd69f-d707-480c-83c4-40778eeb8b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '18f4b7c2-4c96-420d-afc2-0ae06dbda8bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:56:59Z', 'updated_at': '2021-09-03T12:57:11Z', 'revision_number': 5, 'project_id': '2a026b60655d4a369b93374d125b02b1', 'subnets': [{'id': '18f4b7c2-4c96-420d-afc2-0ae06dbda8bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-9-iscsi', False) {} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:02:18.084689 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f126555e-735a-4aeb-a002-380f2cca30fe None None] The sync data for ids ['223dd69f-d707-480c-83c4-40778eeb8b95'] in dv-cinder-788782-9-iscsi is: [{'id': '223dd69f-d707-480c-83c4-40778eeb8b95', 'name': 'tempest-AttachVolumeTestJSON-1455870475-router', 'tenant_id': '2a026b60655d4a369b93374d125b02b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': 'ae63e0fe-230b-4a4a-a7d0-62a2453b5b53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:56:53Z', 'updated_at': '2021-09-03T12:57:01Z', 'revision_number': 4, 'project_id': '2a026b60655d4a369b93374d125b02b1', 'gw_port': {'id': 'ae63e0fe-230b-4a4a-a7d0-62a2453b5b53', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:4a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223dd69f-d707-480c-83c4-40778eeb8b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:56:54Z', 'updated_at': '2021-09-03T12:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi', '_floatingips': [{'id': '4ac2156b-c223-4e40-b547-d10e944b8d5c', 'tenant_id': '2a026b60655d4a369b93374d125b02b1', 'floating_ip_address': '172.27.3.167', 'floating_network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'router_id': '223dd69f-d707-480c-83c4-40778eeb8b95', 'port_id': '59a19993-7de6-45b3-9d89-f123061dd94f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45e81d3f-b881-425b-99ca-1daab65347e2', 'mac_address': 'fa:16:3e:fa:86:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c448ad7-97ab-4a4f-9964-91c2cab020e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T13:02:01Z', 'updated_at': '2021-09-03T13:02:16Z', 'revision_number': 1, 'project_id': '2a026b60655d4a369b93374d125b02b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c49beb3-2a94-4675-a9b6-b262fd3c70ba', 'name': '', 'network_id': '45e81d3f-b881-425b-99ca-1daab65347e2', 'tenant_id': '2a026b60655d4a369b93374d125b02b1', 'mac_address': 'fa:16:3e:e9:d5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223dd69f-d707-480c-83c4-40778eeb8b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '18f4b7c2-4c96-420d-afc2-0ae06dbda8bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:56:59Z', 'updated_at': '2021-09-03T12:57:11Z', 'revision_number': 5, 'project_id': '2a026b60655d4a369b93374d125b02b1', 'subnets': [{'id': '18f4b7c2-4c96-420d-afc2-0ae06dbda8bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 13:02:18.145180 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-22ba11fa-950e-4143-b622-c4d6f2bfef8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534626185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534459693'] for subnet, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:18.197159 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ba11fa-950e-4143-b622-c4d6f2bfef8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8bd83f5-689d-4165-a44c-089c744602b8,revision_number=0']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:02:18.207338 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ba11fa-950e-4143-b622-c4d6f2bfef8e admin admin] Checking segment: {'id': '418d828f-d0bc-4958-be31-0c4d625e6843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '84d71880-f14f-4eb3-a7c9-15c7c9d82c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 13:02:18.208248 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ba11fa-950e-4143-b622-c4d6f2bfef8e admin admin] Network hostable DHCP agents. Network: 84d71880-f14f-4eb3-a7c9-15c7c9d82c67, hostable agents: ['7f35f3fe-a338-4082-b3b0-8dffee9527e2'], hosted agents: [] {{(pid=120042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 13:02:18.274383 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22fcceb9-273f-4f2e-8da7-1258a5749fec None None] New status for floating IP 4ac2156b-c223-4e40-b547-d10e944b8d5c: ACTIVE {{(pid=120044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 13:02:18.302550 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ba11fa-950e-4143-b622-c4d6f2bfef8e admin admin] Network 84d71880-f14f-4eb3-a7c9-15c7c9d82c67 is scheduled to be hosted by DHCP agent 7f35f3fe-a338-4082-b3b0-8dffee9527e2 with binding_index 1 {{(pid=120042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 13:02:18.367684 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.base_scheduler [None req-22ba11fa-950e-4143-b622-c4d6f2bfef8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-9-iscsi, 84d71880-f14f-4eb3-a7c9-15c7c9d82c67) {{(pid=120042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:02:18.372178 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ba11fa-950e-4143-b622-c4d6f2bfef8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:02:18.372778 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-22ba11fa-950e-4143-b622-c4d6f2bfef8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:18.380171 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263a12c4-8d89-4310-8e80-97b4ac0d0a8a None None] Network 84d71880-f14f-4eb3-a7c9-15c7c9d82c67 requested from dv-cinder-788782-9-iscsi {{(pid=120043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 13:02:18.516917 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-22ba11fa-950e-4143-b622-c4d6f2bfef8e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7356510 Sep 03 13:02:18.519533 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 41994) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:02:18.523381 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35491b89-1081-4a5b-8690-5ed6baabdece None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0dd8f48-e2b5-5a96-b27e-d74255edf3ba-84d71880-f14f-4eb3-a7c9-15c7c9d82c67', 'network_id': '84d71880-f14f-4eb3-a7c9-15c7c9d82c67', 'tenant_id': '48d198ff7fa4451082272b3569f83b2e', 'fixed_ips': [{'subnet_id': 'd8bd83f5-689d-4165-a44c-089c744602b8'}]}} from dv-cinder-788782-9-iscsi. {{(pid=120043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 13:02:18.524304 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-35491b89-1081-4a5b-8690-5ed6baabdece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_create {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:18.524460 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.v2.base [None req-b62fd661-56ed-4b38-a4af-80a579901f43 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-348008650-router', 'tenant_id': '48d198ff7fa4451082272b3569f83b2e', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece'}}} {{(pid=120041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:02:18.658823 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.db_base_plugin_common [None req-35491b89-1081-4a5b-8690-5ed6baabdece None None] Allocated IP 172.20.0.2 (84d71880-f14f-4eb3-a7c9-15c7c9d82c67/d8bd83f5-689d-4165-a44c-089c744602b8/b81dce45-3cdc-40ea-8c5d-a1de04d67cc1) {{(pid=120043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 13:02:18.788516 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-b62fd661-56ed-4b38-a4af-80a579901f43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28330'] for router, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:18.789589 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-b62fd661-56ed-4b38-a4af-80a579901f43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1664160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28307'] for router, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:18.796251 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-35491b89-1081-4a5b-8690-5ed6baabdece None None] Notify callbacks [] for port, precommit_create {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:18.804775 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-35491b89-1081-4a5b-8690-5ed6baabdece None None] Transition to ACTIVE for port object b81dce45-3cdc-40ea-8c5d-a1de04d67cc1 will not be triggered until provisioned by entity L2. {{(pid=120043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:02:18.818821 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-35491b89-1081-4a5b-8690-5ed6baabdece None None] Transition to ACTIVE for port object b81dce45-3cdc-40ea-8c5d-a1de04d67cc1 will not be triggered until provisioned by entity DHCP. {{(pid=120043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:02:18.843352 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-b62fd661-56ed-4b38-a4af-80a579901f43 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:18.960057 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-35491b89-1081-4a5b-8690-5ed6baabdece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763613061259'] for port, after_create {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:18.997921 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35491b89-1081-4a5b-8690-5ed6baabdece None None] Network 84d71880-f14f-4eb3-a7c9-15c7c9d82c67 is already hosted by enough agents. {{(pid=120043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 13:02:19.002148 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.scheduler.base_scheduler [None req-35491b89-1081-4a5b-8690-5ed6baabdece None None] Resources bound (agent type, host, resource id): {{(pid=120043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:02:19.008469 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35491b89-1081-4a5b-8690-5ed6baabdece None None] Received port after_create {{(pid=120043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 13:02:19.010676 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35491b89-1081-4a5b-8690-5ed6baabdece None None] Pushing event updated for resources: {'Port': ['ID=b81dce45-3cdc-40ea-8c5d-a1de04d67cc1,revision_number=1']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:02:19.061516 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.managers [None req-35491b89-1081-4a5b-8690-5ed6baabdece None None] Attempting to bind port b81dce45-3cdc-40ea-8c5d-a1de04d67cc1 on host dv-cinder-788782-9-iscsi for vnic_type normal with profile {{(pid=120043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 13:02:19.061895 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.managers [None req-35491b89-1081-4a5b-8690-5ed6baabdece None None] Attempting to bind port b81dce45-3cdc-40ea-8c5d-a1de04d67cc1 by drivers openvswitch,hyperv on host dv-cinder-788782-9-iscsi at level 0 using segments [{'id': '418d828f-d0bc-4958-be31-0c4d625e6843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '84d71880-f14f-4eb3-a7c9-15c7c9d82c67'}] {{(pid=120043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 13:02:19.062267 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35491b89-1081-4a5b-8690-5ed6baabdece None None] Attempting to bind port b81dce45-3cdc-40ea-8c5d-a1de04d67cc1 on network 84d71880-f14f-4eb3-a7c9-15c7c9d82c67 {{(pid=120043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 13:02:19.067238 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35491b89-1081-4a5b-8690-5ed6baabdece None None] Checking agent: {'id': '54d2aec0-bb47-465a-a42e-8bc5f6172949', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 12, 48, 38), 'started_at': datetime.datetime(2021, 9, 3, 12, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 13, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 13:02:19.067614 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35491b89-1081-4a5b-8690-5ed6baabdece None None] Checking segment: {'id': '418d828f-d0bc-4958-be31-0c4d625e6843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '84d71880-f14f-4eb3-a7c9-15c7c9d82c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 13:02:19.068053 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-35491b89-1081-4a5b-8690-5ed6baabdece None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:19.068456 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35491b89-1081-4a5b-8690-5ed6baabdece None None] Bound using segment: {'id': '418d828f-d0bc-4958-be31-0c4d625e6843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '84d71880-f14f-4eb3-a7c9-15c7c9d82c67'} {{(pid=120043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 13:02:19.068928 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.managers [None req-35491b89-1081-4a5b-8690-5ed6baabdece None None] Bound port: b81dce45-3cdc-40ea-8c5d-a1de04d67cc1, host: dv-cinder-788782-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '418d828f-d0bc-4958-be31-0c4d625e6843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '84d71880-f14f-4eb3-a7c9-15c7c9d82c67'}}] {{(pid=120043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 13:02:19.069316 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-35491b89-1081-4a5b-8690-5ed6baabdece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:19.120107 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-b62fd661-56ed-4b38-a4af-80a579901f43 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:19.130283 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-35491b89-1081-4a5b-8690-5ed6baabdece None None] For port b81dce45-3cdc-40ea-8c5d-a1de04d67cc1, host dv-cinder-788782-9-iscsi, cleared binding levels {{(pid=120043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 13:02:19.133463 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-35491b89-1081-4a5b-8690-5ed6baabdece None None] For port b81dce45-3cdc-40ea-8c5d-a1de04d67cc1, host dv-cinder-788782-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-9-iscsi',level=0,port_id=b81dce45-3cdc-40ea-8c5d-a1de04d67cc1,segment=NetworkSegment(418d828f-d0bc-4958-be31-0c4d625e6843),segment_id=418d828f-d0bc-4958-be31-0c4d625e6843)] {{(pid=120043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 13:02:19.248216 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-35491b89-1081-4a5b-8690-5ed6baabdece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:19.310556 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35491b89-1081-4a5b-8690-5ed6baabdece None None] Pushing event updated for resources: {'Port': ['ID=b81dce45-3cdc-40ea-8c5d-a1de04d67cc1,revision_number=2']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:02:19.429293 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-b62fd661-56ed-4b38-a4af-80a579901f43 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:19.448964 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-b62fd661-56ed-4b38-a4af-80a579901f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:19.596077 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.db.db_base_plugin_common [None req-b62fd661-56ed-4b38-a4af-80a579901f43 admin admin] Allocated IP 172.27.3.5 (9198821c-ee56-4cb5-9e5d-ab43e0594ece/2efca78d-d4c6-45b2-a3f0-03ef309b0579/0eae6f1a-0a09-4006-a023-99106e3ced24) {{(pid=120041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 13:02:19.704655 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-b62fd661-56ed-4b38-a4af-80a579901f43 admin admin] Notify callbacks [] for port, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:19.817535 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-b62fd661-56ed-4b38-a4af-80a579901f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763613061259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533180425'] for port, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:19.855665 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62fd661-56ed-4b38-a4af-80a579901f43 admin admin] Network 9198821c-ee56-4cb5-9e5d-ab43e0594ece is already hosted by enough agents. {{(pid=120041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 13:02:19.858510 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.scheduler.base_scheduler [None req-b62fd661-56ed-4b38-a4af-80a579901f43 admin admin] Resources bound (agent type, host, resource id): {{(pid=120041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:02:19.861875 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62fd661-56ed-4b38-a4af-80a579901f43 admin admin] Received port after_create {{(pid=120041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 13:02:19.873681 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62fd661-56ed-4b38-a4af-80a579901f43 admin admin] Pushing event updated for resources: {'Port': ['ID=0eae6f1a-0a09-4006-a023-99106e3ced24,revision_number=1']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:02:20.159027 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9702db0-8e28-492b-9465-d8904fae05fc None None] Network 84d71880-f14f-4eb3-a7c9-15c7c9d82c67 requested from dv-cinder-788782-9-iscsi {{(pid=120043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 13:02:20.350747 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-dc9f8adc-434d-47de-8caa-c7e58dbd2f13 None None] Provisioning for port b81dce45-3cdc-40ea-8c5d-a1de04d67cc1 completed by entity DHCP. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:02:20.408828 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-b62fd661-56ed-4b38-a4af-80a579901f43 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:20.604853 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-b62fd661-56ed-4b38-a4af-80a579901f43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1664245'] for router, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:20.811166 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b62fd661-56ed-4b38-a4af-80a579901f43 admin admin] Router ba4a6eb7-8062-4d0c-a159-32e7fe1f0201 is scheduled to L3 agent 3ba3cff0-0714-4a2d-b638-391a63c22700 with binding_index 1 {{(pid=120041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 13:02:20.912948 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b62fd661-56ed-4b38-a4af-80a579901f43 admin admin] Notify agent at l3_agent.dv-cinder-788782-9-iscsi the message routers_updated {{(pid=120041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 13:02:20.921566 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7313827-3847-4229-824f-0f12faded4a7 None None] Sync routers for ids ['ba4a6eb7-8062-4d0c-a159-32e7fe1f0201'] in dv-cinder-788782-9-iscsi {{(pid=120043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 13:02:20.930130 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7313827-3847-4229-824f-0f12faded4a7 None None] Routers {'ba4a6eb7-8062-4d0c-a159-32e7fe1f0201'} bound to L3 agent in host dv-cinder-788782-9-iscsi {{(pid=120043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:02:20.930734 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_hamode_db [None req-f7313827-3847-4229-824f-0f12faded4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T12:48:38Z,description=,heartbeat_timestamp=2021-09-03T13:02:08Z,host='dv-cinder-788782-9-iscsi',id=3ba3cff0-0714-4a2d-b638-391a63c22700,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:48:38Z,topic='l3_agent')) {'router_ids': ['ba4a6eb7-8062-4d0c-a159-32e7fe1f0201'], 'active': True} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:02:20.990493 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-b62fd661-56ed-4b38-a4af-80a579901f43 admin admin] Notify callbacks [] for router, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:20.991866 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-b62fd661-56ed-4b38-a4af-80a579901f43 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4712069 Sep 03 13:02:20.994629 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 42004) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:02:21.033382 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvr_db [None req-f7313827-3847-4229-824f-0f12faded4a7 None None] Set router ba4a6eb7-8062-4d0c-a159-32e7fe1f0201 gateway port host: dv-cinder-788782-9-iscsi {{(pid=120043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:02:21.206418 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_hamode_db [None req-f7313827-3847-4229-824f-0f12faded4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba4a6eb7-8062-4d0c-a159-32e7fe1f0201', 'name': 'tempest-TestMinimumBasicScenario-348008650-router', 'tenant_id': '48d198ff7fa4451082272b3569f83b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '0eae6f1a-0a09-4006-a023-99106e3ced24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:02:18Z', 'updated_at': '2021-09-03T13:02:20Z', 'revision_number': 3, 'project_id': '48d198ff7fa4451082272b3569f83b2e', 'gw_port': {'id': '0eae6f1a-0a09-4006-a023-99106e3ced24', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:0a:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba4a6eb7-8062-4d0c-a159-32e7fe1f0201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:02:19Z', 'updated_at': '2021-09-03T13:02:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi'}], 'dv-cinder-788782-9-iscsi', False) {} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:02:21.232450 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7313827-3847-4229-824f-0f12faded4a7 None None] Checking router: ba4a6eb7-8062-4d0c-a159-32e7fe1f0201 for host: dv-cinder-788782-9-iscsi {{(pid=120043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 13:02:21.232587 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7313827-3847-4229-824f-0f12faded4a7 None None] Updating router ba4a6eb7-8062-4d0c-a159-32e7fe1f0201 port 0eae6f1a-0a09-4006-a023-99106e3ced24 binding host dv-cinder-788782-9-iscsi {{(pid=120043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 13:02:21.268694 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-f7313827-3847-4229-824f-0f12faded4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:21.354797 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Device b81dce45-3cdc-40ea-8c5d-a1de04d67cc1 up at agent ovs-agent-dv-cinder-788782-9-iscsi {{(pid=120043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:02:21.639316 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-08f51270-9900-45ae-a958-671501e71079 None None] Provisioning for port b81dce45-3cdc-40ea-8c5d-a1de04d67cc1 completed by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:02:21.644586 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-08f51270-9900-45ae-a958-671501e71079 None None] Provisioning complete for port b81dce45-3cdc-40ea-8c5d-a1de04d67cc1 triggered by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:02:21.644998 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:21.663322 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-663a6ac6-0d6a-4958-9249-470e1867cfad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:21.709930 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-f7313827-3847-4229-824f-0f12faded4a7 None None] Notify callbacks [] for port, precommit_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:21.723947 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-f7313827-3847-4229-824f-0f12faded4a7 None None] Transition to ACTIVE for port object 0eae6f1a-0a09-4006-a023-99106e3ced24 will not be triggered until provisioned by entity L2. {{(pid=120043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:02:21.766147 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:21.797209 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-08f51270-9900-45ae-a958-671501e71079 None None] For port b81dce45-3cdc-40ea-8c5d-a1de04d67cc1, host dv-cinder-788782-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-9-iscsi',level=0,port_id=b81dce45-3cdc-40ea-8c5d-a1de04d67cc1,segment=NetworkSegment(418d828f-d0bc-4958-be31-0c4d625e6843),segment_id=418d828f-d0bc-4958-be31-0c4d625e6843)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:02:21.802163 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-f7313827-3847-4229-824f-0f12faded4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:21.830529 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.db_base_plugin_common [None req-663a6ac6-0d6a-4958-9249-470e1867cfad admin admin] Allocated IP 172.20.0.1 (84d71880-f14f-4eb3-a7c9-15c7c9d82c67/d8bd83f5-689d-4165-a44c-089c744602b8/86487b5a-9534-4342-9a72-c80c633ac5c8) {{(pid=120042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 13:02:21.855707 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.managers [None req-f7313827-3847-4229-824f-0f12faded4a7 None None] Attempting to bind port 0eae6f1a-0a09-4006-a023-99106e3ced24 on host dv-cinder-788782-9-iscsi for vnic_type normal with profile {{(pid=120043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 13:02:21.855707 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.managers [None req-f7313827-3847-4229-824f-0f12faded4a7 None None] Attempting to bind port 0eae6f1a-0a09-4006-a023-99106e3ced24 by drivers openvswitch,hyperv on host dv-cinder-788782-9-iscsi at level 0 using segments [{'id': 'c1a38775-ec28-415d-bb88-0cf7761c0f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece'}] {{(pid=120043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 13:02:21.855707 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7313827-3847-4229-824f-0f12faded4a7 None None] Attempting to bind port 0eae6f1a-0a09-4006-a023-99106e3ced24 on network 9198821c-ee56-4cb5-9e5d-ab43e0594ece {{(pid=120043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 13:02:21.857628 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad92c825-9f28-4a28-903c-7d057f05d24b None None] Pushing event updated for resources: {'Port': ['ID=0eae6f1a-0a09-4006-a023-99106e3ced24,revision_number=2']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:02:21.863245 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7313827-3847-4229-824f-0f12faded4a7 None None] Checking agent: {'id': '54d2aec0-bb47-465a-a42e-8bc5f6172949', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 12, 48, 38), 'started_at': datetime.datetime(2021, 9, 3, 12, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 13, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 13:02:21.866207 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7313827-3847-4229-824f-0f12faded4a7 None None] Checking segment: {'id': 'c1a38775-ec28-415d-bb88-0cf7761c0f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 13:02:21.866207 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-f7313827-3847-4229-824f-0f12faded4a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:21.866207 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7313827-3847-4229-824f-0f12faded4a7 None None] Bound using segment: {'id': 'c1a38775-ec28-415d-bb88-0cf7761c0f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece'} {{(pid=120043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 13:02:21.866207 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.managers [None req-f7313827-3847-4229-824f-0f12faded4a7 None None] Bound port: 0eae6f1a-0a09-4006-a023-99106e3ced24, host: dv-cinder-788782-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1a38775-ec28-415d-bb88-0cf7761c0f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece'}}] {{(pid=120043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 13:02:21.866207 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-f7313827-3847-4229-824f-0f12faded4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:21.894401 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:21.940720 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-663a6ac6-0d6a-4958-9249-470e1867cfad admin admin] Notify callbacks [] for port, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:21.947758 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-f7313827-3847-4229-824f-0f12faded4a7 None None] For port 0eae6f1a-0a09-4006-a023-99106e3ced24, host dv-cinder-788782-9-iscsi, cleared binding levels {{(pid=120043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 13:02:21.954540 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.provisioning_blocks [None req-663a6ac6-0d6a-4958-9249-470e1867cfad admin admin] Transition to ACTIVE for port object 86487b5a-9534-4342-9a72-c80c633ac5c8 will not be triggered until provisioned by entity DHCP. {{(pid=120042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:02:21.970370 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-f7313827-3847-4229-824f-0f12faded4a7 None None] For port 0eae6f1a-0a09-4006-a023-99106e3ced24, host dv-cinder-788782-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-9-iscsi',level=0,port_id=0eae6f1a-0a09-4006-a023-99106e3ced24,segment=NetworkSegment(c1a38775-ec28-415d-bb88-0cf7761c0f56),segment_id=c1a38775-ec28-415d-bb88-0cf7761c0f56)] {{(pid=120043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 13:02:21.971482 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Pushing event updated for resources: {'Port': ['ID=b81dce45-3cdc-40ea-8c5d-a1de04d67cc1,revision_number=3']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:02:22.042520 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-f7313827-3847-4229-824f-0f12faded4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:22.088052 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-663a6ac6-0d6a-4958-9249-470e1867cfad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763613061259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534626149'] for port, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:22.097413 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7313827-3847-4229-824f-0f12faded4a7 None None] Routers {'ba4a6eb7-8062-4d0c-a159-32e7fe1f0201'} bound to L3 agent in host dv-cinder-788782-9-iscsi {{(pid=120043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:02:22.098587 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_hamode_db [None req-f7313827-3847-4229-824f-0f12faded4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T12:48:38Z,description=,heartbeat_timestamp=2021-09-03T13:02:08Z,host='dv-cinder-788782-9-iscsi',id=3ba3cff0-0714-4a2d-b638-391a63c22700,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:48:38Z,topic='l3_agent')) {'router_ids': ['ba4a6eb7-8062-4d0c-a159-32e7fe1f0201'], 'active': True} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:02:22.130034 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663a6ac6-0d6a-4958-9249-470e1867cfad admin admin] Network 84d71880-f14f-4eb3-a7c9-15c7c9d82c67 is already hosted by enough agents. {{(pid=120042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 13:02:22.134216 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.base_scheduler [None req-663a6ac6-0d6a-4958-9249-470e1867cfad admin admin] Resources bound (agent type, host, resource id): {{(pid=120042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:02:22.137693 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad92c825-9f28-4a28-903c-7d057f05d24b None None] Pushing event updated for resources: {'Port': ['ID=0eae6f1a-0a09-4006-a023-99106e3ced24,revision_number=3']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:02:22.140703 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663a6ac6-0d6a-4958-9249-470e1867cfad admin admin] Received port after_create {{(pid=120042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 13:02:22.143857 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663a6ac6-0d6a-4958-9249-470e1867cfad admin admin] Pushing event updated for resources: {'Port': ['ID=86487b5a-9534-4342-9a72-c80c633ac5c8,revision_number=1']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:02:22.181320 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-663a6ac6-0d6a-4958-9249-470e1867cfad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1748896'] for router_interface, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:22.211084 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvr_db [None req-f7313827-3847-4229-824f-0f12faded4a7 None None] Set router ba4a6eb7-8062-4d0c-a159-32e7fe1f0201 gateway port host: dv-cinder-788782-9-iscsi {{(pid=120043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:02:22.392941 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_hamode_db [None req-f7313827-3847-4229-824f-0f12faded4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba4a6eb7-8062-4d0c-a159-32e7fe1f0201', 'name': 'tempest-TestMinimumBasicScenario-348008650-router', 'tenant_id': '48d198ff7fa4451082272b3569f83b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '0eae6f1a-0a09-4006-a023-99106e3ced24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:02:18Z', 'updated_at': '2021-09-03T13:02:20Z', 'revision_number': 3, 'project_id': '48d198ff7fa4451082272b3569f83b2e', 'gw_port': {'id': '0eae6f1a-0a09-4006-a023-99106e3ced24', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:0a:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba4a6eb7-8062-4d0c-a159-32e7fe1f0201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:02:19Z', 'updated_at': '2021-09-03T13:02:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi'}], 'dv-cinder-788782-9-iscsi', False) {} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:02:22.419428 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-663a6ac6-0d6a-4958-9249-470e1867cfad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:22.423282 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7313827-3847-4229-824f-0f12faded4a7 None None] The sync data for ids ['ba4a6eb7-8062-4d0c-a159-32e7fe1f0201'] in dv-cinder-788782-9-iscsi is: [{'id': 'ba4a6eb7-8062-4d0c-a159-32e7fe1f0201', 'name': 'tempest-TestMinimumBasicScenario-348008650-router', 'tenant_id': '48d198ff7fa4451082272b3569f83b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '0eae6f1a-0a09-4006-a023-99106e3ced24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:02:18Z', 'updated_at': '2021-09-03T13:02:20Z', 'revision_number': 3, 'project_id': '48d198ff7fa4451082272b3569f83b2e', 'gw_port': {'id': '0eae6f1a-0a09-4006-a023-99106e3ced24', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:0a:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba4a6eb7-8062-4d0c-a159-32e7fe1f0201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:02:19Z', 'updated_at': '2021-09-03T13:02:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi'}] {{(pid=120043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 13:02:22.515896 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-5846a961-253f-4005-a4a3-75b04b389a13 None None] Provisioning for port 86487b5a-9534-4342-9a72-c80c633ac5c8 completed by entity DHCP. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:02:22.520730 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-5846a961-253f-4005-a4a3-75b04b389a13 None None] Provisioning complete for port 86487b5a-9534-4342-9a72-c80c633ac5c8 triggered by entity DHCP. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:02:22.521118 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-5846a961-253f-4005-a4a3-75b04b389a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:22.555962 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.plugin [None req-5846a961-253f-4005-a4a3-75b04b389a13 None None] Port 86487b5a-9534-4342-9a72-c80c633ac5c8 cannot update to ACTIVE because it is not bound. {{(pid=120043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 13:02:22.585848 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-663a6ac6-0d6a-4958-9249-470e1867cfad admin admin] Notify callbacks [] for port, precommit_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:22.686854 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-663a6ac6-0d6a-4958-9249-470e1867cfad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534626162'] for port, after_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:22.756695 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663a6ac6-0d6a-4958-9249-470e1867cfad admin admin] Pushing event updated for resources: {'Port': ['ID=86487b5a-9534-4342-9a72-c80c633ac5c8,revision_number=2']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:02:22.761604 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-663a6ac6-0d6a-4958-9249-470e1867cfad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1666096'] for router_interface, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:22.854701 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663a6ac6-0d6a-4958-9249-470e1867cfad admin admin] Network 84d71880-f14f-4eb3-a7c9-15c7c9d82c67 is already hosted by enough agents. {{(pid=120042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 13:02:22.856200 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.base_scheduler [None req-663a6ac6-0d6a-4958-9249-470e1867cfad admin admin] Resources bound (agent type, host, resource id): {{(pid=120042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:02:22.984146 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-663a6ac6-0d6a-4958-9249-470e1867cfad admin admin] Router ba4a6eb7-8062-4d0c-a159-32e7fe1f0201 has already been hosted by L3 agent 3ba3cff0-0714-4a2d-b638-391a63c22700 {{(pid=120042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 13:02:23.084236 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-f6c9998a-dcb6-4890-9573-89a4dbc6ef73 None None] Provisioning complete for port 86487b5a-9534-4342-9a72-c80c633ac5c8 triggered by entity DHCP. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:02:23.084907 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-f6c9998a-dcb6-4890-9573-89a4dbc6ef73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:23.098483 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-663a6ac6-0d6a-4958-9249-470e1867cfad admin admin] Notify agent at l3_agent.dv-cinder-788782-9-iscsi the message routers_updated {{(pid=120042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 13:02:23.111154 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-663a6ac6-0d6a-4958-9249-470e1867cfad admin admin] 10.222.0.24 "PUT /v2.0/routers/ba4a6eb7-8062-4d0c-a159-32e7fe1f0201/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1079397 Sep 03 13:02:23.120049 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.plugin [None req-f6c9998a-dcb6-4890-9573-89a4dbc6ef73 None None] Port 86487b5a-9534-4342-9a72-c80c633ac5c8 cannot update to ACTIVE because it is not bound. {{(pid=120043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 13:02:23.372595 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Device 0eae6f1a-0a09-4006-a023-99106e3ced24 up at agent ovs-agent-dv-cinder-788782-9-iscsi {{(pid=120043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:02:23.498955 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-08f51270-9900-45ae-a958-671501e71079 None None] Provisioning for port 0eae6f1a-0a09-4006-a023-99106e3ced24 completed by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:02:23.502970 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-08f51270-9900-45ae-a958-671501e71079 None None] Provisioning complete for port 0eae6f1a-0a09-4006-a023-99106e3ced24 triggered by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:02:23.503349 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:23.578103 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:23.599981 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-08f51270-9900-45ae-a958-671501e71079 None None] For port 0eae6f1a-0a09-4006-a023-99106e3ced24, host dv-cinder-788782-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-9-iscsi',level=0,port_id=0eae6f1a-0a09-4006-a023-99106e3ced24,segment=NetworkSegment(c1a38775-ec28-415d-bb88-0cf7761c0f56),segment_id=c1a38775-ec28-415d-bb88-0cf7761c0f56)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:02:23.684142 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:23.684142 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Device b81dce45-3cdc-40ea-8c5d-a1de04d67cc1 up at agent ovs-agent-dv-cinder-788782-9-iscsi {{(pid=120043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:02:23.761699 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Pushing event updated for resources: {'Port': ['ID=0eae6f1a-0a09-4006-a023-99106e3ced24,revision_number=4']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:02:23.773673 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-08f51270-9900-45ae-a958-671501e71079 None None] Provisioning complete for port b81dce45-3cdc-40ea-8c5d-a1de04d67cc1 triggered by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:02:23.774265 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:23.900450 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 42030) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:02:23.905462 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.v2.base [None req-f0e88835-3602-4402-9a13-ddfa8fde545a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-89928132-network', 'tenant_id': '539bb35ad02a46eeada69d54e4097ed2'}} {{(pid=120041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:02:23.944426 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f24b0f-a220-4871-9af6-ee2898d471f5 None None] Sync routers for ids ['ba4a6eb7-8062-4d0c-a159-32e7fe1f0201'] in dv-cinder-788782-9-iscsi {{(pid=120044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 13:02:23.953571 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f24b0f-a220-4871-9af6-ee2898d471f5 None None] Routers {'ba4a6eb7-8062-4d0c-a159-32e7fe1f0201'} bound to L3 agent in host dv-cinder-788782-9-iscsi {{(pid=120044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:02:23.954189 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_hamode_db [None req-d1f24b0f-a220-4871-9af6-ee2898d471f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T12:48:38Z,description=,heartbeat_timestamp=2021-09-03T13:02:08Z,host='dv-cinder-788782-9-iscsi',id=3ba3cff0-0714-4a2d-b638-391a63c22700,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:48:38Z,topic='l3_agent')) {'router_ids': ['ba4a6eb7-8062-4d0c-a159-32e7fe1f0201'], 'active': True} {{(pid=120044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:02:23.988120 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0e88835-3602-4402-9a13-ddfa8fde545a admin admin] Made reservation on behalf of 539bb35ad02a46eeada69d54e4097ed2 for: {'network': 1} {{(pid=120041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 13:02:23.990623 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-f0e88835-3602-4402-9a13-ddfa8fde545a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for network, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:24.003204 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-f0e88835-3602-4402-9a13-ddfa8fde545a admin admin] Notify callbacks [] for security_group, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:24.060894 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_dvr_db [None req-d1f24b0f-a220-4871-9af6-ee2898d471f5 None None] Set router ba4a6eb7-8062-4d0c-a159-32e7fe1f0201 gateway port host: dv-cinder-788782-9-iscsi {{(pid=120044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:02:24.095611 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-f0e88835-3602-4402-9a13-ddfa8fde545a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:24.182610 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-f0e88835-3602-4402-9a13-ddfa8fde545a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:24.209897 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0e88835-3602-4402-9a13-ddfa8fde545a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=120041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 13:02:24.220163 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e88835-3602-4402-9a13-ddfa8fde545a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc23619-1e0f-475c-89ee-ecea4bb3564d,revision_number=1']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:02:24.228748 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-f0e88835-3602-4402-9a13-ddfa8fde545a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669750'] for segment, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:24.229277 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.db.segments_db [None req-f0e88835-3602-4402-9a13-ddfa8fde545a admin admin] Added segment c7e6ff16-9faa-439f-8dc2-c97e50e42d83 of type vlan for network f4f3e9a4-e830-4327-9e10-6203af6583ad Sep 03 13:02:24.266737 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_hamode_db [None req-d1f24b0f-a220-4871-9af6-ee2898d471f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba4a6eb7-8062-4d0c-a159-32e7fe1f0201', 'name': 'tempest-TestMinimumBasicScenario-348008650-router', 'tenant_id': '48d198ff7fa4451082272b3569f83b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '0eae6f1a-0a09-4006-a023-99106e3ced24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:02:18Z', 'updated_at': '2021-09-03T13:02:22Z', 'revision_number': 4, 'project_id': '48d198ff7fa4451082272b3569f83b2e', 'gw_port': {'id': '0eae6f1a-0a09-4006-a023-99106e3ced24', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:0a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4a6eb7-8062-4d0c-a159-32e7fe1f0201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:02:19Z', 'updated_at': '2021-09-03T13:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi', '_interfaces': [{'id': '86487b5a-9534-4342-9a72-c80c633ac5c8', 'name': '', 'network_id': '84d71880-f14f-4eb3-a7c9-15c7c9d82c67', 'tenant_id': '48d198ff7fa4451082272b3569f83b2e', 'mac_address': 'fa:16:3e:74:49:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba4a6eb7-8062-4d0c-a159-32e7fe1f0201', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'd8bd83f5-689d-4165-a44c-089c744602b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:02:21Z', 'updated_at': '2021-09-03T13:02:22Z', 'revision_number': 2, 'project_id': '48d198ff7fa4451082272b3569f83b2e', 'subnets': [{'id': 'd8bd83f5-689d-4165-a44c-089c744602b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-9-iscsi', False) {} {{(pid=120044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:02:24.272264 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-f0e88835-3602-4402-9a13-ddfa8fde545a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763613016037'] for network, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:24.292729 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f24b0f-a220-4871-9af6-ee2898d471f5 None None] Checking router: ba4a6eb7-8062-4d0c-a159-32e7fe1f0201 for host: dv-cinder-788782-9-iscsi {{(pid=120044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 13:02:24.293079 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f24b0f-a220-4871-9af6-ee2898d471f5 None None] Updating router ba4a6eb7-8062-4d0c-a159-32e7fe1f0201 port 86487b5a-9534-4342-9a72-c80c633ac5c8 binding host dv-cinder-788782-9-iscsi {{(pid=120044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 13:02:24.317088 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron_lib.callbacks.manager [None req-d1f24b0f-a220-4871-9af6-ee2898d471f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:24.367685 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-f0e88835-3602-4402-9a13-ddfa8fde545a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384'] for network, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:24.368750 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e88835-3602-4402-9a13-ddfa8fde545a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:02:24.369347 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-f0e88835-3602-4402-9a13-ddfa8fde545a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575370'] for network, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:24.430712 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e88835-3602-4402-9a13-ddfa8fde545a admin admin] Pushing event updated for resources: {'Network': ['ID=f4f3e9a4-e830-4327-9e10-6203af6583ad,revision_number=1']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:02:24.444650 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Network f4f3e9a4-e830-4327-9e10-6203af6583ad details requested by agent ovs-agent-dv-cinder-788782-9-iscsi with host dv-cinder-788782-9-iscsi {{(pid=120043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 13:02:24.477181 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-f0e88835-3602-4402-9a13-ddfa8fde545a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5755637 Sep 03 13:02:24.481151 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 42038) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:02:24.486252 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.v2.base [None req-9b6ae8a1-af79-49e6-9fd8-3083867ad2b1 admin admin] Request body: {'subnet': {'network_id': 'f4f3e9a4-e830-4327-9e10-6203af6583ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-89928132-subnet', 'tenant_id': '539bb35ad02a46eeada69d54e4097ed2', 'ip_version': 4}} {{(pid=120041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:02:24.589125 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron_lib.callbacks.manager [None req-d1f24b0f-a220-4871-9af6-ee2898d471f5 None None] Notify callbacks [] for port, precommit_update {{(pid=120044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:24.603507 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.provisioning_blocks [None req-d1f24b0f-a220-4871-9af6-ee2898d471f5 None None] Transition to ACTIVE for port object 86487b5a-9534-4342-9a72-c80c633ac5c8 will not be triggered until provisioned by entity L2. {{(pid=120044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:02:24.607061 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.agents_db [None req-4ecc573b-6c34-46c7-b31e-835fd9e30662 None None] Agent healthcheck: found 6 active agents {{(pid=120044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 13:02:24.627783 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b6ae8a1-af79-49e6-9fd8-3083867ad2b1 admin admin] Made reservation on behalf of 539bb35ad02a46eeada69d54e4097ed2 for: {'subnet': 1} {{(pid=120041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 13:02:24.630892 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-9b6ae8a1-af79-49e6-9fd8-3083867ad2b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532788770'] for subnet, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:24.759794 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron_lib.callbacks.manager [None req-d1f24b0f-a220-4871-9af6-ee2898d471f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:24.806065 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f30601-2fc1-44c0-8298-76fccaaedd6d None None] Pushing event updated for resources: {'Port': ['ID=86487b5a-9534-4342-9a72-c80c633ac5c8,revision_number=3']} {{(pid=120044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:02:24.814106 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f30601-2fc1-44c0-8298-76fccaaedd6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:02:24.814494 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f30601-2fc1-44c0-8298-76fccaaedd6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:02:24.814841 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f30601-2fc1-44c0-8298-76fccaaedd6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:02:24.815183 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f30601-2fc1-44c0-8298-76fccaaedd6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:02:24.815523 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f30601-2fc1-44c0-8298-76fccaaedd6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:02:24.815907 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f30601-2fc1-44c0-8298-76fccaaedd6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:02:24.816245 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f30601-2fc1-44c0-8298-76fccaaedd6d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:02:24.816667 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f30601-2fc1-44c0-8298-76fccaaedd6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:02:24.816971 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f30601-2fc1-44c0-8298-76fccaaedd6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:02:24.817307 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f30601-2fc1-44c0-8298-76fccaaedd6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:02:24.817637 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f30601-2fc1-44c0-8298-76fccaaedd6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:02:24.817972 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f30601-2fc1-44c0-8298-76fccaaedd6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:02:24.874889 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.plugins.ml2.managers [None req-d1f24b0f-a220-4871-9af6-ee2898d471f5 None None] Attempting to bind port 86487b5a-9534-4342-9a72-c80c633ac5c8 on host dv-cinder-788782-9-iscsi for vnic_type normal with profile {{(pid=120044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 13:02:24.875266 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.plugins.ml2.managers [None req-d1f24b0f-a220-4871-9af6-ee2898d471f5 None None] Attempting to bind port 86487b5a-9534-4342-9a72-c80c633ac5c8 by drivers openvswitch,hyperv on host dv-cinder-788782-9-iscsi at level 0 using segments [{'id': '418d828f-d0bc-4958-be31-0c4d625e6843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '84d71880-f14f-4eb3-a7c9-15c7c9d82c67'}] {{(pid=120044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 13:02:24.875627 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f24b0f-a220-4871-9af6-ee2898d471f5 None None] Attempting to bind port 86487b5a-9534-4342-9a72-c80c633ac5c8 on network 84d71880-f14f-4eb3-a7c9-15c7c9d82c67 {{(pid=120044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 13:02:24.884276 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f24b0f-a220-4871-9af6-ee2898d471f5 None None] Checking agent: {'id': '54d2aec0-bb47-465a-a42e-8bc5f6172949', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 12, 48, 38), 'started_at': datetime.datetime(2021, 9, 3, 12, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 13, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 13:02:24.884276 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f24b0f-a220-4871-9af6-ee2898d471f5 None None] Checking segment: {'id': '418d828f-d0bc-4958-be31-0c4d625e6843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '84d71880-f14f-4eb3-a7c9-15c7c9d82c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 13:02:24.884276 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron_lib.callbacks.manager [None req-d1f24b0f-a220-4871-9af6-ee2898d471f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=120044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:24.884276 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f24b0f-a220-4871-9af6-ee2898d471f5 None None] Bound using segment: {'id': '418d828f-d0bc-4958-be31-0c4d625e6843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '84d71880-f14f-4eb3-a7c9-15c7c9d82c67'} {{(pid=120044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 13:02:24.884276 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.plugins.ml2.managers [None req-d1f24b0f-a220-4871-9af6-ee2898d471f5 None None] Bound port: 86487b5a-9534-4342-9a72-c80c633ac5c8, host: dv-cinder-788782-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '418d828f-d0bc-4958-be31-0c4d625e6843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '84d71880-f14f-4eb3-a7c9-15c7c9d82c67'}}] {{(pid=120044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 13:02:24.884276 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron_lib.callbacks.manager [None req-d1f24b0f-a220-4871-9af6-ee2898d471f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:24.925379 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-9b6ae8a1-af79-49e6-9fd8-3083867ad2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533180645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532788748'] for subnet, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:24.955894 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.plugins.ml2.db [None req-d1f24b0f-a220-4871-9af6-ee2898d471f5 None None] For port 86487b5a-9534-4342-9a72-c80c633ac5c8, host dv-cinder-788782-9-iscsi, cleared binding levels {{(pid=120044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 13:02:24.959418 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.plugins.ml2.db [None req-d1f24b0f-a220-4871-9af6-ee2898d471f5 None None] For port 86487b5a-9534-4342-9a72-c80c633ac5c8, host dv-cinder-788782-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-9-iscsi',level=0,port_id=86487b5a-9534-4342-9a72-c80c633ac5c8,segment=NetworkSegment(418d828f-d0bc-4958-be31-0c4d625e6843),segment_id=418d828f-d0bc-4958-be31-0c4d625e6843)] {{(pid=120044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 13:02:24.982729 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6ae8a1-af79-49e6-9fd8-3083867ad2b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bf2bf72-76c9-45e3-9b15-53fe1a62f386,revision_number=0']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:02:24.991929 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6ae8a1-af79-49e6-9fd8-3083867ad2b1 admin admin] Checking segment: {'id': 'c7e6ff16-9faa-439f-8dc2-c97e50e42d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f4f3e9a4-e830-4327-9e10-6203af6583ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 13:02:24.992282 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6ae8a1-af79-49e6-9fd8-3083867ad2b1 admin admin] Network hostable DHCP agents. Network: f4f3e9a4-e830-4327-9e10-6203af6583ad, hostable agents: ['7f35f3fe-a338-4082-b3b0-8dffee9527e2'], hosted agents: [] {{(pid=120041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 13:02:25.062764 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron_lib.callbacks.manager [None req-d1f24b0f-a220-4871-9af6-ee2898d471f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:25.109930 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f24b0f-a220-4871-9af6-ee2898d471f5 None None] Routers {'ba4a6eb7-8062-4d0c-a159-32e7fe1f0201'} bound to L3 agent in host dv-cinder-788782-9-iscsi {{(pid=120044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:02:25.110470 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_hamode_db [None req-d1f24b0f-a220-4871-9af6-ee2898d471f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T12:48:38Z,description=,heartbeat_timestamp=2021-09-03T13:02:08Z,host='dv-cinder-788782-9-iscsi',id=3ba3cff0-0714-4a2d-b638-391a63c22700,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:48:38Z,topic='l3_agent')) {'router_ids': ['ba4a6eb7-8062-4d0c-a159-32e7fe1f0201'], 'active': True} {{(pid=120044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:02:25.142373 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6ae8a1-af79-49e6-9fd8-3083867ad2b1 admin admin] Network f4f3e9a4-e830-4327-9e10-6203af6583ad is scheduled to be hosted by DHCP agent 7f35f3fe-a338-4082-b3b0-8dffee9527e2 with binding_index 1 {{(pid=120041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 13:02:25.187311 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f30601-2fc1-44c0-8298-76fccaaedd6d None None] Pushing event updated for resources: {'Port': ['ID=86487b5a-9534-4342-9a72-c80c633ac5c8,revision_number=4']} {{(pid=120044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:02:25.236098 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_dvr_db [None req-d1f24b0f-a220-4871-9af6-ee2898d471f5 None None] Set router ba4a6eb7-8062-4d0c-a159-32e7fe1f0201 gateway port host: dv-cinder-788782-9-iscsi {{(pid=120044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:02:25.276706 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.scheduler.base_scheduler [None req-9b6ae8a1-af79-49e6-9fd8-3083867ad2b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-9-iscsi, f4f3e9a4-e830-4327-9e10-6203af6583ad) {{(pid=120041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:02:25.287348 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6ae8a1-af79-49e6-9fd8-3083867ad2b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:02:25.287348 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-9b6ae8a1-af79-49e6-9fd8-3083867ad2b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575370'] for subnet, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:25.297725 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea63a64c-8dc2-4f1d-9b6b-264b47c115db None None] Network f4f3e9a4-e830-4327-9e10-6203af6583ad requested from dv-cinder-788782-9-iscsi {{(pid=120043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 13:02:25.327955 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Device 0eae6f1a-0a09-4006-a023-99106e3ced24 up at agent ovs-agent-dv-cinder-788782-9-iscsi {{(pid=120043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:02:25.426189 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-9b6ae8a1-af79-49e6-9fd8-3083867ad2b1 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9434490 Sep 03 13:02:25.428384 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 42046) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:02:25.433619 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.v2.base [None req-3eb9929e-a5c4-4e8f-af9e-3939d6ab7a23 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-89928132-router', 'tenant_id': '539bb35ad02a46eeada69d54e4097ed2', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece'}}} {{(pid=120041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:02:25.445987 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-08f51270-9900-45ae-a958-671501e71079 None None] Provisioning complete for port 0eae6f1a-0a09-4006-a023-99106e3ced24 triggered by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:02:25.446537 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:25.454620 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_hamode_db [None req-d1f24b0f-a220-4871-9af6-ee2898d471f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba4a6eb7-8062-4d0c-a159-32e7fe1f0201', 'name': 'tempest-TestMinimumBasicScenario-348008650-router', 'tenant_id': '48d198ff7fa4451082272b3569f83b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '0eae6f1a-0a09-4006-a023-99106e3ced24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:02:18Z', 'updated_at': '2021-09-03T13:02:22Z', 'revision_number': 4, 'project_id': '48d198ff7fa4451082272b3569f83b2e', 'gw_port': {'id': '0eae6f1a-0a09-4006-a023-99106e3ced24', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:0a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4a6eb7-8062-4d0c-a159-32e7fe1f0201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:02:19Z', 'updated_at': '2021-09-03T13:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi', '_interfaces': [{'id': '86487b5a-9534-4342-9a72-c80c633ac5c8', 'name': '', 'network_id': '84d71880-f14f-4eb3-a7c9-15c7c9d82c67', 'tenant_id': '48d198ff7fa4451082272b3569f83b2e', 'mac_address': 'fa:16:3e:74:49:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba4a6eb7-8062-4d0c-a159-32e7fe1f0201', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'd8bd83f5-689d-4165-a44c-089c744602b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:02:21Z', 'updated_at': '2021-09-03T13:02:24Z', 'revision_number': 4, 'project_id': '48d198ff7fa4451082272b3569f83b2e', 'subnets': [{'id': 'd8bd83f5-689d-4165-a44c-089c744602b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-9-iscsi', False) {} {{(pid=120044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:02:25.485328 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f24b0f-a220-4871-9af6-ee2898d471f5 None None] The sync data for ids ['ba4a6eb7-8062-4d0c-a159-32e7fe1f0201'] in dv-cinder-788782-9-iscsi is: [{'id': 'ba4a6eb7-8062-4d0c-a159-32e7fe1f0201', 'name': 'tempest-TestMinimumBasicScenario-348008650-router', 'tenant_id': '48d198ff7fa4451082272b3569f83b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '0eae6f1a-0a09-4006-a023-99106e3ced24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:02:18Z', 'updated_at': '2021-09-03T13:02:22Z', 'revision_number': 4, 'project_id': '48d198ff7fa4451082272b3569f83b2e', 'gw_port': {'id': '0eae6f1a-0a09-4006-a023-99106e3ced24', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:0a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4a6eb7-8062-4d0c-a159-32e7fe1f0201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:02:19Z', 'updated_at': '2021-09-03T13:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi', '_interfaces': [{'id': '86487b5a-9534-4342-9a72-c80c633ac5c8', 'name': '', 'network_id': '84d71880-f14f-4eb3-a7c9-15c7c9d82c67', 'tenant_id': '48d198ff7fa4451082272b3569f83b2e', 'mac_address': 'fa:16:3e:74:49:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba4a6eb7-8062-4d0c-a159-32e7fe1f0201', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'd8bd83f5-689d-4165-a44c-089c744602b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:02:21Z', 'updated_at': '2021-09-03T13:02:24Z', 'revision_number': 4, 'project_id': '48d198ff7fa4451082272b3569f83b2e', 'subnets': [{'id': 'd8bd83f5-689d-4165-a44c-089c744602b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 13:02:25.501915 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6baa39f5-13f4-41c3-a04b-79c3169cac82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0dd8f48-e2b5-5a96-b27e-d74255edf3ba-f4f3e9a4-e830-4327-9e10-6203af6583ad', 'network_id': 'f4f3e9a4-e830-4327-9e10-6203af6583ad', 'tenant_id': '539bb35ad02a46eeada69d54e4097ed2', 'fixed_ips': [{'subnet_id': '7bf2bf72-76c9-45e3-9b15-53fe1a62f386'}]}} from dv-cinder-788782-9-iscsi. {{(pid=120043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 13:02:25.502751 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-6baa39f5-13f4-41c3-a04b-79c3169cac82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_create {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:25.567267 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-3eb9929e-a5c4-4e8f-af9e-3939d6ab7a23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28330'] for router, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:25.579878 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-3eb9929e-a5c4-4e8f-af9e-3939d6ab7a23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1664160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28307'] for router, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:25.637087 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-3eb9929e-a5c4-4e8f-af9e-3939d6ab7a23 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:25.689378 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.db_base_plugin_common [None req-6baa39f5-13f4-41c3-a04b-79c3169cac82 None None] Allocated IP 172.20.0.2 (f4f3e9a4-e830-4327-9e10-6203af6583ad/7bf2bf72-76c9-45e3-9b15-53fe1a62f386/1e451722-18f9-47b1-bb2d-6978b73973f4) {{(pid=120043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 13:02:25.867174 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-6baa39f5-13f4-41c3-a04b-79c3169cac82 None None] Notify callbacks [] for port, precommit_create {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:25.876739 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-6baa39f5-13f4-41c3-a04b-79c3169cac82 None None] Transition to ACTIVE for port object 1e451722-18f9-47b1-bb2d-6978b73973f4 will not be triggered until provisioned by entity L2. {{(pid=120043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:02:25.893662 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-6baa39f5-13f4-41c3-a04b-79c3169cac82 None None] Transition to ACTIVE for port object 1e451722-18f9-47b1-bb2d-6978b73973f4 will not be triggered until provisioned by entity DHCP. {{(pid=120043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:02:25.895977 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-3eb9929e-a5c4-4e8f-af9e-3939d6ab7a23 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:25.971745 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-6baa39f5-13f4-41c3-a04b-79c3169cac82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763613061259'] for port, after_create {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:26.010299 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6baa39f5-13f4-41c3-a04b-79c3169cac82 None None] Network f4f3e9a4-e830-4327-9e10-6203af6583ad is already hosted by enough agents. {{(pid=120043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 13:02:26.014794 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.scheduler.base_scheduler [None req-6baa39f5-13f4-41c3-a04b-79c3169cac82 None None] Resources bound (agent type, host, resource id): {{(pid=120043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:02:26.018410 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6baa39f5-13f4-41c3-a04b-79c3169cac82 None None] Received port after_create {{(pid=120043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 13:02:26.027370 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baa39f5-13f4-41c3-a04b-79c3169cac82 None None] Pushing event updated for resources: {'Port': ['ID=1e451722-18f9-47b1-bb2d-6978b73973f4,revision_number=1']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:02:26.079353 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.managers [None req-6baa39f5-13f4-41c3-a04b-79c3169cac82 None None] Attempting to bind port 1e451722-18f9-47b1-bb2d-6978b73973f4 on host dv-cinder-788782-9-iscsi for vnic_type normal with profile {{(pid=120043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 13:02:26.082633 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.managers [None req-6baa39f5-13f4-41c3-a04b-79c3169cac82 None None] Attempting to bind port 1e451722-18f9-47b1-bb2d-6978b73973f4 by drivers openvswitch,hyperv on host dv-cinder-788782-9-iscsi at level 0 using segments [{'id': 'c7e6ff16-9faa-439f-8dc2-c97e50e42d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f4f3e9a4-e830-4327-9e10-6203af6583ad'}] {{(pid=120043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 13:02:26.083136 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6baa39f5-13f4-41c3-a04b-79c3169cac82 None None] Attempting to bind port 1e451722-18f9-47b1-bb2d-6978b73973f4 on network f4f3e9a4-e830-4327-9e10-6203af6583ad {{(pid=120043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 13:02:26.089205 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6baa39f5-13f4-41c3-a04b-79c3169cac82 None None] Checking agent: {'id': '54d2aec0-bb47-465a-a42e-8bc5f6172949', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 12, 48, 38), 'started_at': datetime.datetime(2021, 9, 3, 12, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 13, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 13:02:26.089581 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6baa39f5-13f4-41c3-a04b-79c3169cac82 None None] Checking segment: {'id': 'c7e6ff16-9faa-439f-8dc2-c97e50e42d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f4f3e9a4-e830-4327-9e10-6203af6583ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 13:02:26.089988 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-6baa39f5-13f4-41c3-a04b-79c3169cac82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:26.090382 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6baa39f5-13f4-41c3-a04b-79c3169cac82 None None] Bound using segment: {'id': 'c7e6ff16-9faa-439f-8dc2-c97e50e42d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f4f3e9a4-e830-4327-9e10-6203af6583ad'} {{(pid=120043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 13:02:26.090857 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.managers [None req-6baa39f5-13f4-41c3-a04b-79c3169cac82 None None] Bound port: 1e451722-18f9-47b1-bb2d-6978b73973f4, host: dv-cinder-788782-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7e6ff16-9faa-439f-8dc2-c97e50e42d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f4f3e9a4-e830-4327-9e10-6203af6583ad'}}] {{(pid=120043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 13:02:26.091245 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-6baa39f5-13f4-41c3-a04b-79c3169cac82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:26.162474 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-6baa39f5-13f4-41c3-a04b-79c3169cac82 None None] For port 1e451722-18f9-47b1-bb2d-6978b73973f4, host dv-cinder-788782-9-iscsi, cleared binding levels {{(pid=120043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 13:02:26.166011 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-6baa39f5-13f4-41c3-a04b-79c3169cac82 None None] For port 1e451722-18f9-47b1-bb2d-6978b73973f4, host dv-cinder-788782-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-9-iscsi',level=0,port_id=1e451722-18f9-47b1-bb2d-6978b73973f4,segment=NetworkSegment(c7e6ff16-9faa-439f-8dc2-c97e50e42d83),segment_id=c7e6ff16-9faa-439f-8dc2-c97e50e42d83)] {{(pid=120043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 13:02:26.213771 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-3eb9929e-a5c4-4e8f-af9e-3939d6ab7a23 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:26.231058 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-6baa39f5-13f4-41c3-a04b-79c3169cac82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:26.234446 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-3eb9929e-a5c4-4e8f-af9e-3939d6ab7a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:26.287643 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baa39f5-13f4-41c3-a04b-79c3169cac82 None None] Pushing event updated for resources: {'Port': ['ID=1e451722-18f9-47b1-bb2d-6978b73973f4,revision_number=2']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:02:26.357225 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.db.db_base_plugin_common [None req-3eb9929e-a5c4-4e8f-af9e-3939d6ab7a23 admin admin] Allocated IP 172.27.3.130 (9198821c-ee56-4cb5-9e5d-ab43e0594ece/2efca78d-d4c6-45b2-a3f0-03ef309b0579/1633d93e-339e-4b1f-9ef8-3203b9987b27) {{(pid=120041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 13:02:26.499094 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-3eb9929e-a5c4-4e8f-af9e-3939d6ab7a23 admin admin] Notify callbacks [] for port, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:26.628751 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-3eb9929e-a5c4-4e8f-af9e-3939d6ab7a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763613061259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533180425'] for port, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:26.666590 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb9929e-a5c4-4e8f-af9e-3939d6ab7a23 admin admin] Network 9198821c-ee56-4cb5-9e5d-ab43e0594ece is already hosted by enough agents. {{(pid=120041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 13:02:26.670830 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.scheduler.base_scheduler [None req-3eb9929e-a5c4-4e8f-af9e-3939d6ab7a23 admin admin] Resources bound (agent type, host, resource id): {{(pid=120041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:02:26.674294 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb9929e-a5c4-4e8f-af9e-3939d6ab7a23 admin admin] Received port after_create {{(pid=120041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 13:02:26.698467 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb9929e-a5c4-4e8f-af9e-3939d6ab7a23 admin admin] Pushing event updated for resources: {'Port': ['ID=1633d93e-339e-4b1f-9ef8-3203b9987b27,revision_number=1']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:02:27.039703 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-3eb9929e-a5c4-4e8f-af9e-3939d6ab7a23 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:27.197757 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7cdf750-24ea-415c-ad1f-2715afb32ae5 None None] Network f4f3e9a4-e830-4327-9e10-6203af6583ad requested from dv-cinder-788782-9-iscsi {{(pid=120043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 13:02:27.461566 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-3eb9929e-a5c4-4e8f-af9e-3939d6ab7a23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1664245'] for router, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:27.466433 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be79358-dcc0-43fa-9511-5d4fb6d1a531 req-84e5843b-fbdc-4470-ba40-2693b6b9928c tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:02:27.472327 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-9be79358-dcc0-43fa-9511-5d4fb6d1a531 req-84e5843b-fbdc-4470-ba40-2693b6b9928c tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9a950b5-853f-4f69-936b-d6f7894ed47b HTTP/1.1" status: 200 len: 946 time: 0.0581694 Sep 03 13:02:27.475187 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Device 1e451722-18f9-47b1-bb2d-6978b73973f4 up at agent ovs-agent-dv-cinder-788782-9-iscsi {{(pid=120043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:02:27.520064 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-9be79358-dcc0-43fa-9511-5d4fb6d1a531 req-083f079d-5827-4a26-b956-d12c9c0e8a69 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=b256b272-4194-4266-bb97-1a01fa872f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457134 Sep 03 13:02:27.624622 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-82e46e19-4eb7-4a0f-bb67-01055926153a None None] Provisioning for port 1e451722-18f9-47b1-bb2d-6978b73973f4 completed by entity DHCP. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:02:27.656905 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-08f51270-9900-45ae-a958-671501e71079 None None] Provisioning for port 1e451722-18f9-47b1-bb2d-6978b73973f4 completed by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:02:27.661202 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-08f51270-9900-45ae-a958-671501e71079 None None] Provisioning complete for port 1e451722-18f9-47b1-bb2d-6978b73973f4 triggered by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:02:27.664933 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:27.727227 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eb9929e-a5c4-4e8f-af9e-3939d6ab7a23 admin admin] Router 4d43ceda-6db0-485f-871f-2e4c25a2f93b is scheduled to L3 agent 3ba3cff0-0714-4a2d-b638-391a63c22700 with binding_index 1 {{(pid=120041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 13:02:27.747407 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:27.768874 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-60806c7e-64c3-41a0-9feb-0393e574b302 None None] Provisioning complete for port 1e451722-18f9-47b1-bb2d-6978b73973f4 triggered by entity DHCP. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:02:27.769249 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-60806c7e-64c3-41a0-9feb-0393e574b302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:27.805749 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-08f51270-9900-45ae-a958-671501e71079 None None] For port 1e451722-18f9-47b1-bb2d-6978b73973f4, host dv-cinder-788782-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-9-iscsi',level=0,port_id=1e451722-18f9-47b1-bb2d-6978b73973f4,segment=NetworkSegment(c7e6ff16-9faa-439f-8dc2-c97e50e42d83),segment_id=c7e6ff16-9faa-439f-8dc2-c97e50e42d83)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:02:27.834352 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eb9929e-a5c4-4e8f-af9e-3939d6ab7a23 admin admin] Notify agent at l3_agent.dv-cinder-788782-9-iscsi the message routers_updated {{(pid=120041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 13:02:27.850649 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19597aeb-5f38-4a66-99ac-272cc4560629 None None] Sync routers for ids ['4d43ceda-6db0-485f-871f-2e4c25a2f93b'] in dv-cinder-788782-9-iscsi {{(pid=120043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 13:02:27.857670 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:27.858493 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Device 86487b5a-9534-4342-9a72-c80c633ac5c8 up at agent ovs-agent-dv-cinder-788782-9-iscsi {{(pid=120043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:02:27.913903 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-3eb9929e-a5c4-4e8f-af9e-3939d6ab7a23 admin admin] Notify callbacks [] for router, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:27.915271 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-3eb9929e-a5c4-4e8f-af9e-3939d6ab7a23 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.4856772 Sep 03 13:02:27.917336 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-60806c7e-64c3-41a0-9feb-0393e574b302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:27.917897 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 42070) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:02:27.928045 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19597aeb-5f38-4a66-99ac-272cc4560629 None None] Routers {'4d43ceda-6db0-485f-871f-2e4c25a2f93b'} bound to L3 agent in host dv-cinder-788782-9-iscsi {{(pid=120043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:02:27.928685 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_hamode_db [None req-19597aeb-5f38-4a66-99ac-272cc4560629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T12:48:38Z,description=,heartbeat_timestamp=2021-09-03T13:02:08Z,host='dv-cinder-788782-9-iscsi',id=3ba3cff0-0714-4a2d-b638-391a63c22700,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:48:38Z,topic='l3_agent')) {'router_ids': ['4d43ceda-6db0-485f-871f-2e4c25a2f93b'], 'active': True} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:02:28.029741 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Pushing event updated for resources: {'Port': ['ID=1e451722-18f9-47b1-bb2d-6978b73973f4,revision_number=3']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:02:28.085746 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.db.api [None req-60806c7e-64c3-41a0-9feb-0393e574b302 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=120043) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 03 13:02:28.086113 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG oslo_db.api [None req-60806c7e-64c3-41a0-9feb-0393e574b302 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 03 13:02:28.103860 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvr_db [None req-19597aeb-5f38-4a66-99ac-272cc4560629 None None] Set router 4d43ceda-6db0-485f-871f-2e4c25a2f93b gateway port host: dv-cinder-788782-9-iscsi {{(pid=120043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:02:28.159342 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-08f51270-9900-45ae-a958-671501e71079 None None] Provisioning for port 86487b5a-9534-4342-9a72-c80c633ac5c8 completed by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:02:28.173393 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-08f51270-9900-45ae-a958-671501e71079 None None] Provisioning complete for port 86487b5a-9534-4342-9a72-c80c633ac5c8 triggered by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:02:28.173767 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:28.323685 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-e01eef4d-0f23-45ab-af87-4077f636651b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:28.325197 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:28.364525 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-08f51270-9900-45ae-a958-671501e71079 None None] For port 86487b5a-9534-4342-9a72-c80c633ac5c8, host dv-cinder-788782-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-9-iscsi',level=0,port_id=86487b5a-9534-4342-9a72-c80c633ac5c8,segment=NetworkSegment(418d828f-d0bc-4958-be31-0c4d625e6843),segment_id=418d828f-d0bc-4958-be31-0c4d625e6843)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:02:28.372418 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_hamode_db [None req-19597aeb-5f38-4a66-99ac-272cc4560629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d43ceda-6db0-485f-871f-2e4c25a2f93b', 'name': 'tempest-TestMinimumBasicScenario-89928132-router', 'tenant_id': '539bb35ad02a46eeada69d54e4097ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '1633d93e-339e-4b1f-9ef8-3203b9987b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:02:25Z', 'updated_at': '2021-09-03T13:02:26Z', 'revision_number': 3, 'project_id': '539bb35ad02a46eeada69d54e4097ed2', 'gw_port': {'id': '1633d93e-339e-4b1f-9ef8-3203b9987b27', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a1:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d43ceda-6db0-485f-871f-2e4c25a2f93b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:02:26Z', 'updated_at': '2021-09-03T13:02:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi'}], 'dv-cinder-788782-9-iscsi', False) {} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:02:28.401635 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19597aeb-5f38-4a66-99ac-272cc4560629 None None] Checking router: 4d43ceda-6db0-485f-871f-2e4c25a2f93b for host: dv-cinder-788782-9-iscsi {{(pid=120043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 13:02:28.401991 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19597aeb-5f38-4a66-99ac-272cc4560629 None None] Updating router 4d43ceda-6db0-485f-871f-2e4c25a2f93b port 1633d93e-339e-4b1f-9ef8-3203b9987b27 binding host dv-cinder-788782-9-iscsi {{(pid=120043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 13:02:28.426246 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-19597aeb-5f38-4a66-99ac-272cc4560629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:28.446364 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:28.476613 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.db.db_base_plugin_common [None req-e01eef4d-0f23-45ab-af87-4077f636651b admin admin] Allocated IP 172.20.0.1 (f4f3e9a4-e830-4327-9e10-6203af6583ad/7bf2bf72-76c9-45e3-9b15-53fe1a62f386/23f38635-4b36-49c6-9c11-60cdb63e13d8) {{(pid=120041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 13:02:28.561090 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Pushing event updated for resources: {'Port': ['ID=86487b5a-9534-4342-9a72-c80c633ac5c8,revision_number=5']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:02:28.591798 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-e01eef4d-0f23-45ab-af87-4077f636651b admin admin] Notify callbacks [] for port, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:28.604270 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.db.provisioning_blocks [None req-e01eef4d-0f23-45ab-af87-4077f636651b admin admin] Transition to ACTIVE for port object 23f38635-4b36-49c6-9c11-60cdb63e13d8 will not be triggered until provisioned by entity DHCP. {{(pid=120041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:02:28.658882 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c8eb1b-26e3-4793-9312-94d428bda631 req-f7988300-e730-4e97-bd63-d8fc09751270 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:02:28.661254 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-d1c8eb1b-26e3-4793-9312-94d428bda631 req-f7988300-e730-4e97-bd63-d8fc09751270 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9a950b5-853f-4f69-936b-d6f7894ed47b HTTP/1.1" status: 200 len: 946 time: 0.0493045 Sep 03 13:02:28.700265 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-d1c8eb1b-26e3-4793-9312-94d428bda631 req-bbd95b54-ba9d-403e-ae52-79161da5f78a tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=b256b272-4194-4266-bb97-1a01fa872f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320103 Sep 03 13:02:28.727637 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-e01eef4d-0f23-45ab-af87-4077f636651b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763613061259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533180425'] for port, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:28.738774 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-19597aeb-5f38-4a66-99ac-272cc4560629 None None] Notify callbacks [] for port, precommit_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:28.748559 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-19597aeb-5f38-4a66-99ac-272cc4560629 None None] Transition to ACTIVE for port object 1633d93e-339e-4b1f-9ef8-3203b9987b27 will not be triggered until provisioned by entity L2. {{(pid=120043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:02:28.768330 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01eef4d-0f23-45ab-af87-4077f636651b admin admin] Network f4f3e9a4-e830-4327-9e10-6203af6583ad is already hosted by enough agents. {{(pid=120041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 13:02:28.771848 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.scheduler.base_scheduler [None req-e01eef4d-0f23-45ab-af87-4077f636651b admin admin] Resources bound (agent type, host, resource id): {{(pid=120041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:02:28.774302 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01eef4d-0f23-45ab-af87-4077f636651b admin admin] Received port after_create {{(pid=120041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 13:02:28.803306 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01eef4d-0f23-45ab-af87-4077f636651b admin admin] Pushing event updated for resources: {'Port': ['ID=23f38635-4b36-49c6-9c11-60cdb63e13d8,revision_number=1']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:02:28.822582 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-e01eef4d-0f23-45ab-af87-4077f636651b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1748896'] for router_interface, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:28.858895 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-19597aeb-5f38-4a66-99ac-272cc4560629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:28.912085 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.managers [None req-19597aeb-5f38-4a66-99ac-272cc4560629 None None] Attempting to bind port 1633d93e-339e-4b1f-9ef8-3203b9987b27 on host dv-cinder-788782-9-iscsi for vnic_type normal with profile {{(pid=120043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 13:02:28.912472 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.managers [None req-19597aeb-5f38-4a66-99ac-272cc4560629 None None] Attempting to bind port 1633d93e-339e-4b1f-9ef8-3203b9987b27 by drivers openvswitch,hyperv on host dv-cinder-788782-9-iscsi at level 0 using segments [{'id': 'c1a38775-ec28-415d-bb88-0cf7761c0f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece'}] {{(pid=120043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 13:02:28.912837 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19597aeb-5f38-4a66-99ac-272cc4560629 None None] Attempting to bind port 1633d93e-339e-4b1f-9ef8-3203b9987b27 on network 9198821c-ee56-4cb5-9e5d-ab43e0594ece {{(pid=120043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 13:02:28.918137 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232817ad-46bf-48be-8d30-8d4428d4e357 None None] Pushing event updated for resources: {'Port': ['ID=1633d93e-339e-4b1f-9ef8-3203b9987b27,revision_number=2']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:02:28.920579 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19597aeb-5f38-4a66-99ac-272cc4560629 None None] Checking agent: {'id': '54d2aec0-bb47-465a-a42e-8bc5f6172949', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 12, 48, 38), 'started_at': datetime.datetime(2021, 9, 3, 12, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 13, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 13:02:28.920972 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19597aeb-5f38-4a66-99ac-272cc4560629 None None] Checking segment: {'id': 'c1a38775-ec28-415d-bb88-0cf7761c0f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 13:02:28.921386 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-19597aeb-5f38-4a66-99ac-272cc4560629 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:28.921781 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19597aeb-5f38-4a66-99ac-272cc4560629 None None] Bound using segment: {'id': 'c1a38775-ec28-415d-bb88-0cf7761c0f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece'} {{(pid=120043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 13:02:28.922418 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.managers [None req-19597aeb-5f38-4a66-99ac-272cc4560629 None None] Bound port: 1633d93e-339e-4b1f-9ef8-3203b9987b27, host: dv-cinder-788782-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1a38775-ec28-415d-bb88-0cf7761c0f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece'}}] {{(pid=120043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 13:02:28.922668 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-19597aeb-5f38-4a66-99ac-272cc4560629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:28.982355 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-19597aeb-5f38-4a66-99ac-272cc4560629 None None] For port 1633d93e-339e-4b1f-9ef8-3203b9987b27, host dv-cinder-788782-9-iscsi, cleared binding levels {{(pid=120043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 13:02:28.985565 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-19597aeb-5f38-4a66-99ac-272cc4560629 None None] For port 1633d93e-339e-4b1f-9ef8-3203b9987b27, host dv-cinder-788782-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-9-iscsi',level=0,port_id=1633d93e-339e-4b1f-9ef8-3203b9987b27,segment=NetworkSegment(c1a38775-ec28-415d-bb88-0cf7761c0f56),segment_id=c1a38775-ec28-415d-bb88-0cf7761c0f56)] {{(pid=120043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 13:02:29.037203 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-e01eef4d-0f23-45ab-af87-4077f636651b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:29.047452 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-8cd5090b-42ae-4c71-8726-f11d458ef7c5 None None] Provisioning for port 23f38635-4b36-49c6-9c11-60cdb63e13d8 completed by entity DHCP. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:02:29.051852 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-8cd5090b-42ae-4c71-8726-f11d458ef7c5 None None] Provisioning complete for port 23f38635-4b36-49c6-9c11-60cdb63e13d8 triggered by entity DHCP. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:02:29.052327 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-8cd5090b-42ae-4c71-8726-f11d458ef7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:29.083661 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-19597aeb-5f38-4a66-99ac-272cc4560629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:29.114049 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.plugin [None req-8cd5090b-42ae-4c71-8726-f11d458ef7c5 None None] Port 23f38635-4b36-49c6-9c11-60cdb63e13d8 cannot update to ACTIVE because it is not bound. {{(pid=120043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 13:02:29.141561 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19597aeb-5f38-4a66-99ac-272cc4560629 None None] Routers {'4d43ceda-6db0-485f-871f-2e4c25a2f93b'} bound to L3 agent in host dv-cinder-788782-9-iscsi {{(pid=120043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:02:29.142195 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_hamode_db [None req-19597aeb-5f38-4a66-99ac-272cc4560629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T12:48:38Z,description=,heartbeat_timestamp=2021-09-03T13:02:08Z,host='dv-cinder-788782-9-iscsi',id=3ba3cff0-0714-4a2d-b638-391a63c22700,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:48:38Z,topic='l3_agent')) {'router_ids': ['4d43ceda-6db0-485f-871f-2e4c25a2f93b'], 'active': True} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:02:29.201701 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-e01eef4d-0f23-45ab-af87-4077f636651b admin admin] Notify callbacks [] for port, precommit_update {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:29.209965 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232817ad-46bf-48be-8d30-8d4428d4e357 None None] Pushing event updated for resources: {'Port': ['ID=1633d93e-339e-4b1f-9ef8-3203b9987b27,revision_number=3']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:02:29.258785 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-e01eef4d-0f23-45ab-af87-4077f636651b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533180446'] for port, after_update {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:29.263009 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvr_db [None req-19597aeb-5f38-4a66-99ac-272cc4560629 None None] Set router 4d43ceda-6db0-485f-871f-2e4c25a2f93b gateway port host: dv-cinder-788782-9-iscsi {{(pid=120043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:02:29.324595 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-e01eef4d-0f23-45ab-af87-4077f636651b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1666096'] for router_interface, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:29.327613 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01eef4d-0f23-45ab-af87-4077f636651b admin admin] Pushing event updated for resources: {'Port': ['ID=23f38635-4b36-49c6-9c11-60cdb63e13d8,revision_number=2']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:02:29.335935 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Device 1e451722-18f9-47b1-bb2d-6978b73973f4 up at agent ovs-agent-dv-cinder-788782-9-iscsi {{(pid=120043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:02:29.418882 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01eef4d-0f23-45ab-af87-4077f636651b admin admin] Network f4f3e9a4-e830-4327-9e10-6203af6583ad is already hosted by enough agents. {{(pid=120041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 13:02:29.420427 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.scheduler.base_scheduler [None req-e01eef4d-0f23-45ab-af87-4077f636651b admin admin] Resources bound (agent type, host, resource id): {{(pid=120041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:02:29.453860 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-08f51270-9900-45ae-a958-671501e71079 None None] Provisioning complete for port 1e451722-18f9-47b1-bb2d-6978b73973f4 triggered by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:02:29.454246 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:29.536350 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e01eef4d-0f23-45ab-af87-4077f636651b admin admin] Router 4d43ceda-6db0-485f-871f-2e4c25a2f93b has already been hosted by L3 agent 3ba3cff0-0714-4a2d-b638-391a63c22700 {{(pid=120041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 13:02:29.647306 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e01eef4d-0f23-45ab-af87-4077f636651b admin admin] Notify agent at l3_agent.dv-cinder-788782-9-iscsi the message routers_updated {{(pid=120041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 13:02:29.652323 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-e01eef4d-0f23-45ab-af87-4077f636651b admin admin] 10.222.0.24 "PUT /v2.0/routers/4d43ceda-6db0-485f-871f-2e4c25a2f93b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7334838 Sep 03 13:02:29.665857 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-032cbc5d-1503-41f8-819e-a162ca1a4391 None None] Provisioning complete for port 23f38635-4b36-49c6-9c11-60cdb63e13d8 triggered by entity DHCP. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:02:29.666238 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-032cbc5d-1503-41f8-819e-a162ca1a4391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:29.718349 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_hamode_db [None req-19597aeb-5f38-4a66-99ac-272cc4560629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d43ceda-6db0-485f-871f-2e4c25a2f93b', 'name': 'tempest-TestMinimumBasicScenario-89928132-router', 'tenant_id': '539bb35ad02a46eeada69d54e4097ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '1633d93e-339e-4b1f-9ef8-3203b9987b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:02:25Z', 'updated_at': '2021-09-03T13:02:28Z', 'revision_number': 4, 'project_id': '539bb35ad02a46eeada69d54e4097ed2', 'gw_port': {'id': '1633d93e-339e-4b1f-9ef8-3203b9987b27', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a1:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d43ceda-6db0-485f-871f-2e4c25a2f93b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:02:26Z', 'updated_at': '2021-09-03T13:02:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi', '_interfaces': [{'id': '23f38635-4b36-49c6-9c11-60cdb63e13d8', 'name': '', 'network_id': 'f4f3e9a4-e830-4327-9e10-6203af6583ad', 'tenant_id': '539bb35ad02a46eeada69d54e4097ed2', 'mac_address': 'fa:16:3e:ec:ae:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d43ceda-6db0-485f-871f-2e4c25a2f93b', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '7bf2bf72-76c9-45e3-9b15-53fe1a62f386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:02:28Z', 'updated_at': '2021-09-03T13:02:28Z', 'revision_number': 1, 'project_id': '539bb35ad02a46eeada69d54e4097ed2', 'subnets': [{'id': '7bf2bf72-76c9-45e3-9b15-53fe1a62f386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-9-iscsi', False) {} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:02:29.755676 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19597aeb-5f38-4a66-99ac-272cc4560629 None None] The sync data for ids ['4d43ceda-6db0-485f-871f-2e4c25a2f93b'] in dv-cinder-788782-9-iscsi is: [{'id': '4d43ceda-6db0-485f-871f-2e4c25a2f93b', 'name': 'tempest-TestMinimumBasicScenario-89928132-router', 'tenant_id': '539bb35ad02a46eeada69d54e4097ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '1633d93e-339e-4b1f-9ef8-3203b9987b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:02:25Z', 'updated_at': '2021-09-03T13:02:28Z', 'revision_number': 4, 'project_id': '539bb35ad02a46eeada69d54e4097ed2', 'gw_port': {'id': '1633d93e-339e-4b1f-9ef8-3203b9987b27', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a1:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d43ceda-6db0-485f-871f-2e4c25a2f93b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:02:26Z', 'updated_at': '2021-09-03T13:02:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi', '_interfaces': [{'id': '23f38635-4b36-49c6-9c11-60cdb63e13d8', 'name': '', 'network_id': 'f4f3e9a4-e830-4327-9e10-6203af6583ad', 'tenant_id': '539bb35ad02a46eeada69d54e4097ed2', 'mac_address': 'fa:16:3e:ec:ae:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d43ceda-6db0-485f-871f-2e4c25a2f93b', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '7bf2bf72-76c9-45e3-9b15-53fe1a62f386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:02:28Z', 'updated_at': '2021-09-03T13:02:28Z', 'revision_number': 1, 'project_id': '539bb35ad02a46eeada69d54e4097ed2', 'subnets': [{'id': '7bf2bf72-76c9-45e3-9b15-53fe1a62f386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 13:02:29.758039 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Device 86487b5a-9534-4342-9a72-c80c633ac5c8 up at agent ovs-agent-dv-cinder-788782-9-iscsi {{(pid=120043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:02:29.762242 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.plugin [None req-032cbc5d-1503-41f8-819e-a162ca1a4391 None None] Port 23f38635-4b36-49c6-9c11-60cdb63e13d8 cannot update to ACTIVE because it is not bound. {{(pid=120043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 13:02:29.823340 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-08f51270-9900-45ae-a958-671501e71079 None None] Provisioning complete for port 86487b5a-9534-4342-9a72-c80c633ac5c8 triggered by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:02:29.823812 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:29.844205 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82f38a1-b391-49fc-89a2-7a7d1bb58c42 req-93aaed6c-7299-4815-86e3-b0b33c426f58 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:02:29.846502 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-b82f38a1-b391-49fc-89a2-7a7d1bb58c42 req-93aaed6c-7299-4815-86e3-b0b33c426f58 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9a950b5-853f-4f69-936b-d6f7894ed47b HTTP/1.1" status: 200 len: 946 time: 0.0599768 Sep 03 13:02:29.896633 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-b82f38a1-b391-49fc-89a2-7a7d1bb58c42 req-06def048-792d-4255-9449-6bd82b1a4b3d tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=b256b272-4194-4266-bb97-1a01fa872f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432918 Sep 03 13:02:31.041834 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57f0055-e19a-435d-ad82-7a84e984ad58 req-864c0570-255f-49f9-92ef-3d722076249d tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:02:31.044254 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-a57f0055-e19a-435d-ad82-7a84e984ad58 req-864c0570-255f-49f9-92ef-3d722076249d tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9a950b5-853f-4f69-936b-d6f7894ed47b HTTP/1.1" status: 200 len: 946 time: 0.0579574 Sep 03 13:02:31.096685 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-a57f0055-e19a-435d-ad82-7a84e984ad58 req-ef47a7fe-aadb-41d5-bafe-8c27ba114b30 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=b256b272-4194-4266-bb97-1a01fa872f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436957 Sep 03 13:02:31.328922 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Device 1633d93e-339e-4b1f-9ef8-3203b9987b27 up at agent ovs-agent-dv-cinder-788782-9-iscsi {{(pid=120043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:02:31.447429 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-08f51270-9900-45ae-a958-671501e71079 None None] Provisioning for port 1633d93e-339e-4b1f-9ef8-3203b9987b27 completed by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:02:31.451604 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-08f51270-9900-45ae-a958-671501e71079 None None] Provisioning complete for port 1633d93e-339e-4b1f-9ef8-3203b9987b27 triggered by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:02:31.452084 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:31.545976 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:31.570332 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-08f51270-9900-45ae-a958-671501e71079 None None] For port 1633d93e-339e-4b1f-9ef8-3203b9987b27, host dv-cinder-788782-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-9-iscsi',level=0,port_id=1633d93e-339e-4b1f-9ef8-3203b9987b27,segment=NetworkSegment(c1a38775-ec28-415d-bb88-0cf7761c0f56),segment_id=c1a38775-ec28-415d-bb88-0cf7761c0f56)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:02:31.651171 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:31.703062 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Pushing event updated for resources: {'Port': ['ID=1633d93e-339e-4b1f-9ef8-3203b9987b27,revision_number=4']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:02:32.226997 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc296c36-8f75-4f22-a9ee-6ef477bfd025 req-e9a593b5-9d8d-4b86-9db8-2ad475b83338 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:02:32.228690 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-bc296c36-8f75-4f22-a9ee-6ef477bfd025 req-e9a593b5-9d8d-4b86-9db8-2ad475b83338 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9a950b5-853f-4f69-936b-d6f7894ed47b HTTP/1.1" status: 200 len: 946 time: 0.0558639 Sep 03 13:02:32.271588 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-bc296c36-8f75-4f22-a9ee-6ef477bfd025 req-1548ae00-4933-49c3-afe9-1a17dd5e3f0f tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=b256b272-4194-4266-bb97-1a01fa872f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364704 Sep 03 13:02:33.228182 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a12416-6cad-4000-91e7-6cc2e12d7225 None None] Sync routers for ids ['4d43ceda-6db0-485f-871f-2e4c25a2f93b'] in dv-cinder-788782-9-iscsi {{(pid=120044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 13:02:33.237090 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a12416-6cad-4000-91e7-6cc2e12d7225 None None] Routers {'4d43ceda-6db0-485f-871f-2e4c25a2f93b'} bound to L3 agent in host dv-cinder-788782-9-iscsi {{(pid=120044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:02:33.237696 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_hamode_db [None req-44a12416-6cad-4000-91e7-6cc2e12d7225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T12:48:38Z,description=,heartbeat_timestamp=2021-09-03T13:02:08Z,host='dv-cinder-788782-9-iscsi',id=3ba3cff0-0714-4a2d-b638-391a63c22700,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:48:38Z,topic='l3_agent')) {'router_ids': ['4d43ceda-6db0-485f-871f-2e4c25a2f93b'], 'active': True} {{(pid=120044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:02:33.321610 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Device 1633d93e-339e-4b1f-9ef8-3203b9987b27 up at agent ovs-agent-dv-cinder-788782-9-iscsi {{(pid=120043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:02:33.370771 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-08f51270-9900-45ae-a958-671501e71079 None None] Provisioning complete for port 1633d93e-339e-4b1f-9ef8-3203b9987b27 triggered by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:02:33.371161 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:33.401389 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab34069-b42d-4e7e-8db6-1f2947a3bbb4 req-b94aee20-6851-412a-bbfc-84ff1647a4ce tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:02:33.402938 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-0ab34069-b42d-4e7e-8db6-1f2947a3bbb4 req-b94aee20-6851-412a-bbfc-84ff1647a4ce tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9a950b5-853f-4f69-936b-d6f7894ed47b HTTP/1.1" status: 200 len: 946 time: 0.0543807 Sep 03 13:02:33.441091 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-0ab34069-b42d-4e7e-8db6-1f2947a3bbb4 req-0d54ee3b-1fc2-4ff6-a16d-5eda9c2619e9 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=b256b272-4194-4266-bb97-1a01fa872f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320837 Sep 03 13:02:33.455723 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_dvr_db [None req-44a12416-6cad-4000-91e7-6cc2e12d7225 None None] Set router 4d43ceda-6db0-485f-871f-2e4c25a2f93b gateway port host: dv-cinder-788782-9-iscsi {{(pid=120044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:02:33.680531 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_hamode_db [None req-44a12416-6cad-4000-91e7-6cc2e12d7225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d43ceda-6db0-485f-871f-2e4c25a2f93b', 'name': 'tempest-TestMinimumBasicScenario-89928132-router', 'tenant_id': '539bb35ad02a46eeada69d54e4097ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '1633d93e-339e-4b1f-9ef8-3203b9987b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:02:25Z', 'updated_at': '2021-09-03T13:02:28Z', 'revision_number': 4, 'project_id': '539bb35ad02a46eeada69d54e4097ed2', 'gw_port': {'id': '1633d93e-339e-4b1f-9ef8-3203b9987b27', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d43ceda-6db0-485f-871f-2e4c25a2f93b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:02:26Z', 'updated_at': '2021-09-03T13:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi', '_interfaces': [{'id': '23f38635-4b36-49c6-9c11-60cdb63e13d8', 'name': '', 'network_id': 'f4f3e9a4-e830-4327-9e10-6203af6583ad', 'tenant_id': '539bb35ad02a46eeada69d54e4097ed2', 'mac_address': 'fa:16:3e:ec:ae:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d43ceda-6db0-485f-871f-2e4c25a2f93b', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '7bf2bf72-76c9-45e3-9b15-53fe1a62f386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:02:28Z', 'updated_at': '2021-09-03T13:02:29Z', 'revision_number': 2, 'project_id': '539bb35ad02a46eeada69d54e4097ed2', 'subnets': [{'id': '7bf2bf72-76c9-45e3-9b15-53fe1a62f386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-9-iscsi', False) {} {{(pid=120044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:02:33.713399 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a12416-6cad-4000-91e7-6cc2e12d7225 None None] Checking router: 4d43ceda-6db0-485f-871f-2e4c25a2f93b for host: dv-cinder-788782-9-iscsi {{(pid=120044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 13:02:33.713840 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a12416-6cad-4000-91e7-6cc2e12d7225 None None] Updating router 4d43ceda-6db0-485f-871f-2e4c25a2f93b port 23f38635-4b36-49c6-9c11-60cdb63e13d8 binding host dv-cinder-788782-9-iscsi {{(pid=120044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 13:02:33.743805 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron_lib.callbacks.manager [None req-44a12416-6cad-4000-91e7-6cc2e12d7225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:34.030231 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron_lib.callbacks.manager [None req-44a12416-6cad-4000-91e7-6cc2e12d7225 None None] Notify callbacks [] for port, precommit_update {{(pid=120044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:34.042274 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.provisioning_blocks [None req-44a12416-6cad-4000-91e7-6cc2e12d7225 None None] Transition to ACTIVE for port object 23f38635-4b36-49c6-9c11-60cdb63e13d8 will not be triggered until provisioned by entity L2. {{(pid=120044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:02:34.110908 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron_lib.callbacks.manager [None req-44a12416-6cad-4000-91e7-6cc2e12d7225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:34.191409 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b02ff0d-3026-4d7a-9933-2b28f52d30fc None None] Pushing event updated for resources: {'Port': ['ID=23f38635-4b36-49c6-9c11-60cdb63e13d8,revision_number=3']} {{(pid=120044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:02:34.226916 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.plugins.ml2.managers [None req-44a12416-6cad-4000-91e7-6cc2e12d7225 None None] Attempting to bind port 23f38635-4b36-49c6-9c11-60cdb63e13d8 on host dv-cinder-788782-9-iscsi for vnic_type normal with profile {{(pid=120044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 13:02:34.227299 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.plugins.ml2.managers [None req-44a12416-6cad-4000-91e7-6cc2e12d7225 None None] Attempting to bind port 23f38635-4b36-49c6-9c11-60cdb63e13d8 by drivers openvswitch,hyperv on host dv-cinder-788782-9-iscsi at level 0 using segments [{'id': 'c7e6ff16-9faa-439f-8dc2-c97e50e42d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f4f3e9a4-e830-4327-9e10-6203af6583ad'}] {{(pid=120044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 13:02:34.227669 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a12416-6cad-4000-91e7-6cc2e12d7225 None None] Attempting to bind port 23f38635-4b36-49c6-9c11-60cdb63e13d8 on network f4f3e9a4-e830-4327-9e10-6203af6583ad {{(pid=120044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 13:02:34.239573 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a12416-6cad-4000-91e7-6cc2e12d7225 None None] Checking agent: {'id': '54d2aec0-bb47-465a-a42e-8bc5f6172949', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 12, 48, 38), 'started_at': datetime.datetime(2021, 9, 3, 12, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 13, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 13:02:34.240216 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a12416-6cad-4000-91e7-6cc2e12d7225 None None] Checking segment: {'id': 'c7e6ff16-9faa-439f-8dc2-c97e50e42d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f4f3e9a4-e830-4327-9e10-6203af6583ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 13:02:34.240436 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron_lib.callbacks.manager [None req-44a12416-6cad-4000-91e7-6cc2e12d7225 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=120044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:34.240786 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a12416-6cad-4000-91e7-6cc2e12d7225 None None] Bound using segment: {'id': 'c7e6ff16-9faa-439f-8dc2-c97e50e42d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f4f3e9a4-e830-4327-9e10-6203af6583ad'} {{(pid=120044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 13:02:34.241265 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.plugins.ml2.managers [None req-44a12416-6cad-4000-91e7-6cc2e12d7225 None None] Bound port: 23f38635-4b36-49c6-9c11-60cdb63e13d8, host: dv-cinder-788782-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7e6ff16-9faa-439f-8dc2-c97e50e42d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f4f3e9a4-e830-4327-9e10-6203af6583ad'}}] {{(pid=120044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 13:02:34.241723 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron_lib.callbacks.manager [None req-44a12416-6cad-4000-91e7-6cc2e12d7225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:34.317959 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.plugins.ml2.db [None req-44a12416-6cad-4000-91e7-6cc2e12d7225 None None] For port 23f38635-4b36-49c6-9c11-60cdb63e13d8, host dv-cinder-788782-9-iscsi, cleared binding levels {{(pid=120044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 13:02:34.321568 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.plugins.ml2.db [None req-44a12416-6cad-4000-91e7-6cc2e12d7225 None None] For port 23f38635-4b36-49c6-9c11-60cdb63e13d8, host dv-cinder-788782-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-9-iscsi',level=0,port_id=23f38635-4b36-49c6-9c11-60cdb63e13d8,segment=NetworkSegment(c7e6ff16-9faa-439f-8dc2-c97e50e42d83),segment_id=c7e6ff16-9faa-439f-8dc2-c97e50e42d83)] {{(pid=120044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 13:02:34.413620 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron_lib.callbacks.manager [None req-44a12416-6cad-4000-91e7-6cc2e12d7225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:34.488249 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a12416-6cad-4000-91e7-6cc2e12d7225 None None] Routers {'4d43ceda-6db0-485f-871f-2e4c25a2f93b'} bound to L3 agent in host dv-cinder-788782-9-iscsi {{(pid=120044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:02:34.489003 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_hamode_db [None req-44a12416-6cad-4000-91e7-6cc2e12d7225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T12:48:38Z,description=,heartbeat_timestamp=2021-09-03T13:02:08Z,host='dv-cinder-788782-9-iscsi',id=3ba3cff0-0714-4a2d-b638-391a63c22700,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:48:38Z,topic='l3_agent')) {'router_ids': ['4d43ceda-6db0-485f-871f-2e4c25a2f93b'], 'active': True} {{(pid=120044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:02:34.590347 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b02ff0d-3026-4d7a-9933-2b28f52d30fc None None] Pushing event updated for resources: {'Port': ['ID=23f38635-4b36-49c6-9c11-60cdb63e13d8,revision_number=4']} {{(pid=120044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:02:34.591788 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56a9109-f043-43d2-9b33-2c4eb6bae4dd req-529625be-1ff2-4ad0-8705-50569d2291c4 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:02:34.601495 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-f56a9109-f043-43d2-9b33-2c4eb6bae4dd req-529625be-1ff2-4ad0-8705-50569d2291c4 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9a950b5-853f-4f69-936b-d6f7894ed47b HTTP/1.1" status: 200 len: 946 time: 0.0677681 Sep 03 13:02:34.662166 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_dvr_db [None req-44a12416-6cad-4000-91e7-6cc2e12d7225 None None] Set router 4d43ceda-6db0-485f-871f-2e4c25a2f93b gateway port host: dv-cinder-788782-9-iscsi {{(pid=120044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:02:34.664846 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-f56a9109-f043-43d2-9b33-2c4eb6bae4dd req-edc07938-ed9c-43aa-b470-d309a5595b09 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=b256b272-4194-4266-bb97-1a01fa872f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564694 Sep 03 13:02:34.917551 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_hamode_db [None req-44a12416-6cad-4000-91e7-6cc2e12d7225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d43ceda-6db0-485f-871f-2e4c25a2f93b', 'name': 'tempest-TestMinimumBasicScenario-89928132-router', 'tenant_id': '539bb35ad02a46eeada69d54e4097ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '1633d93e-339e-4b1f-9ef8-3203b9987b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:02:25Z', 'updated_at': '2021-09-03T13:02:28Z', 'revision_number': 4, 'project_id': '539bb35ad02a46eeada69d54e4097ed2', 'gw_port': {'id': '1633d93e-339e-4b1f-9ef8-3203b9987b27', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d43ceda-6db0-485f-871f-2e4c25a2f93b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:02:26Z', 'updated_at': '2021-09-03T13:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi', '_interfaces': [{'id': '23f38635-4b36-49c6-9c11-60cdb63e13d8', 'name': '', 'network_id': 'f4f3e9a4-e830-4327-9e10-6203af6583ad', 'tenant_id': '539bb35ad02a46eeada69d54e4097ed2', 'mac_address': 'fa:16:3e:ec:ae:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d43ceda-6db0-485f-871f-2e4c25a2f93b', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '7bf2bf72-76c9-45e3-9b15-53fe1a62f386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:02:28Z', 'updated_at': '2021-09-03T13:02:34Z', 'revision_number': 4, 'project_id': '539bb35ad02a46eeada69d54e4097ed2', 'subnets': [{'id': '7bf2bf72-76c9-45e3-9b15-53fe1a62f386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-9-iscsi', False) {} {{(pid=120044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:02:34.946369 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a12416-6cad-4000-91e7-6cc2e12d7225 None None] The sync data for ids ['4d43ceda-6db0-485f-871f-2e4c25a2f93b'] in dv-cinder-788782-9-iscsi is: [{'id': '4d43ceda-6db0-485f-871f-2e4c25a2f93b', 'name': 'tempest-TestMinimumBasicScenario-89928132-router', 'tenant_id': '539bb35ad02a46eeada69d54e4097ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '1633d93e-339e-4b1f-9ef8-3203b9987b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:02:25Z', 'updated_at': '2021-09-03T13:02:28Z', 'revision_number': 4, 'project_id': '539bb35ad02a46eeada69d54e4097ed2', 'gw_port': {'id': '1633d93e-339e-4b1f-9ef8-3203b9987b27', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d43ceda-6db0-485f-871f-2e4c25a2f93b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:02:26Z', 'updated_at': '2021-09-03T13:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi', '_interfaces': [{'id': '23f38635-4b36-49c6-9c11-60cdb63e13d8', 'name': '', 'network_id': 'f4f3e9a4-e830-4327-9e10-6203af6583ad', 'tenant_id': '539bb35ad02a46eeada69d54e4097ed2', 'mac_address': 'fa:16:3e:ec:ae:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d43ceda-6db0-485f-871f-2e4c25a2f93b', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '7bf2bf72-76c9-45e3-9b15-53fe1a62f386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:02:28Z', 'updated_at': '2021-09-03T13:02:34Z', 'revision_number': 4, 'project_id': '539bb35ad02a46eeada69d54e4097ed2', 'subnets': [{'id': '7bf2bf72-76c9-45e3-9b15-53fe1a62f386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 13:02:35.269369 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-4e06a77a-01ee-4968-980b-e63e290ec520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:35.378170 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Device 23f38635-4b36-49c6-9c11-60cdb63e13d8 up at agent ovs-agent-dv-cinder-788782-9-iscsi {{(pid=120043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:02:35.514039 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-08f51270-9900-45ae-a958-671501e71079 None None] Provisioning for port 23f38635-4b36-49c6-9c11-60cdb63e13d8 completed by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:02:35.518219 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-08f51270-9900-45ae-a958-671501e71079 None None] Provisioning complete for port 23f38635-4b36-49c6-9c11-60cdb63e13d8 triggered by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:02:35.518842 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:35.605096 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:35.642555 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-08f51270-9900-45ae-a958-671501e71079 None None] For port 23f38635-4b36-49c6-9c11-60cdb63e13d8, host dv-cinder-788782-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-9-iscsi',level=0,port_id=23f38635-4b36-49c6-9c11-60cdb63e13d8,segment=NetworkSegment(c7e6ff16-9faa-439f-8dc2-c97e50e42d83),segment_id=c7e6ff16-9faa-439f-8dc2-c97e50e42d83)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:02:35.746023 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:35.799368 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe6db32-6ea0-4a16-98ea-2b6ebf1ea8c0 req-136d07aa-5be8-4dd2-9ca8-e966e58063c6 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:02:35.802212 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-9fe6db32-6ea0-4a16-98ea-2b6ebf1ea8c0 req-136d07aa-5be8-4dd2-9ca8-e966e58063c6 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9a950b5-853f-4f69-936b-d6f7894ed47b HTTP/1.1" status: 200 len: 946 time: 0.0695460 Sep 03 13:02:35.807780 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Pushing event updated for resources: {'Port': ['ID=23f38635-4b36-49c6-9c11-60cdb63e13d8,revision_number=5']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:02:35.819979 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:02:35.820525 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:02:35.820973 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:02:35.821414 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:02:35.821853 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:02:35.822359 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:02:35.822795 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:02:35.823231 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:02:35.823667 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:02:35.824125 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:02:35.824557 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:02:35.824986 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:02:35.867047 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-9fe6db32-6ea0-4a16-98ea-2b6ebf1ea8c0 req-b78e59dc-f9c7-4fa5-a9fe-e167bdf7b5e3 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=b256b272-4194-4266-bb97-1a01fa872f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513833 Sep 03 13:02:36.893992 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:36.994598 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af5ac69-cb25-4374-b2bb-74db65319584 req-673fa70e-6122-4fc6-83a6-0af4003a39eb tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:02:37.001985 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-3af5ac69-cb25-4374-b2bb-74db65319584 req-673fa70e-6122-4fc6-83a6-0af4003a39eb tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9a950b5-853f-4f69-936b-d6f7894ed47b HTTP/1.1" status: 200 len: 946 time: 0.0681949 Sep 03 13:02:37.044510 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-3af5ac69-cb25-4374-b2bb-74db65319584 req-52a599a1-c0eb-4161-a8e7-e197da5eef63 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=b256b272-4194-4266-bb97-1a01fa872f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415561 Sep 03 13:02:37.326064 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Device 23f38635-4b36-49c6-9c11-60cdb63e13d8 up at agent ovs-agent-dv-cinder-788782-9-iscsi {{(pid=120043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:02:37.383618 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-08f51270-9900-45ae-a958-671501e71079 None None] Provisioning complete for port 23f38635-4b36-49c6-9c11-60cdb63e13d8 triggered by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:02:37.384191 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:37.851751 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-4c0e09c5-349f-45b9-bf5b-5bb50f9afaf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:38.191670 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d76e9c2-344c-472a-973b-a7fa18a1cc90 req-90ca0555-b138-44f7-9ad3-6befc10a5ed8 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:02:38.194351 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-1d76e9c2-344c-472a-973b-a7fa18a1cc90 req-90ca0555-b138-44f7-9ad3-6befc10a5ed8 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9a950b5-853f-4f69-936b-d6f7894ed47b HTTP/1.1" status: 200 len: 946 time: 0.0534308 Sep 03 13:02:38.242716 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-1d76e9c2-344c-472a-973b-a7fa18a1cc90 req-9471260e-67c5-487c-84c7-e852d591a36c tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=b256b272-4194-4266-bb97-1a01fa872f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410924 Sep 03 13:02:38.418738 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:39.241813 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08724a11-fd48-4ea4-9071-7b022d0e8053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:39.344620 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Device 8fcee75b-2f44-418f-819a-e441c63bebf7 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=120043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 13:02:39.361963 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f56cd91-cb6e-4ca0-b488-8b18d79db56d req-1abad7ce-9781-40f4-b25e-f0af19cee699 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:02:39.366256 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-2f56cd91-cb6e-4ca0-b488-8b18d79db56d req-1abad7ce-9781-40f4-b25e-f0af19cee699 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9a950b5-853f-4f69-936b-d6f7894ed47b HTTP/1.1" status: 200 len: 946 time: 0.0486927 Sep 03 13:02:39.411308 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-2f56cd91-cb6e-4ca0-b488-8b18d79db56d req-31a0947d-d4bd-4d09-aabc-05d4f5aead1d tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=b256b272-4194-4266-bb97-1a01fa872f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374722 Sep 03 13:02:39.473054 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] For port 8fcee75b-2f44-418f-819a-e441c63bebf7, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=8fcee75b-2f44-418f-819a-e441c63bebf7,segment=NetworkSegment(32a72ad9-2465-4193-b477-40371effc92a),segment_id=32a72ad9-2465-4193-b477-40371effc92a)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:02:39.487142 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Returning: {'device': '8fcee75b-2f44-418f-819a-e441c63bebf7', 'network_id': '4ae4bd86-9baa-4a46-894e-9d6319ec74c4', 'port_id': '8fcee75b-2f44-418f-819a-e441c63bebf7', 'mac_address': 'fa:16:3e:35:ad:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4c3bb0a-fdd7-427f-b24b-a6cf6ccdaba3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 13:02:39.532142 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:39.546836 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.notifiers.nova [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8fcee75b-2f44-418f-819a-e441c63bebf7 {{(pid=120043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 13:02:39.572931 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] For port 8fcee75b-2f44-418f-819a-e441c63bebf7, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=8fcee75b-2f44-418f-819a-e441c63bebf7,segment=NetworkSegment(32a72ad9-2465-4193-b477-40371effc92a),segment_id=32a72ad9-2465-4193-b477-40371effc92a)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:02:39.668204 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:39.720794 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Pushing event updated for resources: {'Port': ['ID=8fcee75b-2f44-418f-819a-e441c63bebf7,revision_number=6']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:02:39.790987 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] get_ports_and_sgs() called for port_ids ['8fcee75b-2f44-418f-819a-e441c63bebf7'] {{(pid=120043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 13:02:40.539949 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec4341f-1434-48bb-ad16-26f896fc64db req-8bd646d7-3bc1-4988-857c-ff5431879c04 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:02:40.541437 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-4ec4341f-1434-48bb-ad16-26f896fc64db req-8bd646d7-3bc1-4988-857c-ff5431879c04 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9a950b5-853f-4f69-936b-d6f7894ed47b HTTP/1.1" status: 200 len: 945 time: 0.0479589 Sep 03 13:02:40.578303 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-4ec4341f-1434-48bb-ad16-26f896fc64db req-fc7999d3-8295-4ca1-9d31-2fd496b4c145 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=b256b272-4194-4266-bb97-1a01fa872f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310042 Sep 03 13:02:40.761628 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-df5ee12c-e8c1-490b-8d0e-415336677a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:40.891948 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad62b985-21e3-45a1-8565-4da784f969b6 req-f351b4e0-c670-471e-896a-d63e844d27e1 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:02:40.893752 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ad62b985-21e3-45a1-8565-4da784f969b6 req-f351b4e0-c670-471e-896a-d63e844d27e1 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] 10.222.0.24 "GET /v2.0/networks?id=84d71880-f14f-4eb3-a7c9-15c7c9d82c67 HTTP/1.1" status: 200 len: 814 time: 0.1134377 Sep 03 13:02:40.910669 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ad62b985-21e3-45a1-8565-4da784f969b6 req-e53f23af-86c2-401f-bcc5-e125c1da1272 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] 10.222.0.24 "GET /v2.0/quotas/48d198ff7fa4451082272b3569f83b2e HTTP/1.1" status: 200 len: 375 time: 0.0101633 Sep 03 13:02:40.969480 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ad62b985-21e3-45a1-8565-4da784f969b6 req-26046af6-5864-4ced-a747-0fd1a3d59e14 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=48d198ff7fa4451082272b3569f83b2e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0528383 Sep 03 13:02:41.180022 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ad62b985-21e3-45a1-8565-4da784f969b6 req-4c1d67b2-fdaf-4937-bbb9-d4bd52d90bb2 service neutron] 10.222.0.24 "GET /v2.0/networks/84d71880-f14f-4eb3-a7c9-15c7c9d82c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956387 Sep 03 13:02:41.285443 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ad62b985-21e3-45a1-8565-4da784f969b6 req-1af33a91-44e1-4829-98b2-aa18440a232c service neutron] 10.222.0.24 "GET /v2.0/networks/84d71880-f14f-4eb3-a7c9-15c7c9d82c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965271 Sep 03 13:02:41.349593 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Device 8fcee75b-2f44-418f-819a-e441c63bebf7 up at agent hyperv_hv-cinder-78878 {{(pid=120043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:02:41.429347 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Provisioning complete for port 8fcee75b-2f44-418f-819a-e441c63bebf7 triggered by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:02:41.429758 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:41.550206 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:41.577701 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9a950b5-853f-4f69-936b-d6f7894ed47b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fcee75b-2f44-418f-819a-e441c63bebf7'}] {{(pid=120043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:02:41.581391 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-34d66a53-0658-4540-ad35-db89c39a6cc4 req-b1463ac8-b39a-49f2-bfb0-2139dc869ee8 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3c7295c-7534-4ef9-b031-dd331735b299 HTTP/1.1" status: 200 len: 210 time: 0.0352292 Sep 03 13:02:41.581887 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75183f2819bd2f1145e278a2316968184774222fd4353ccf17289daf4feac16a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d8918b8-1344-4e57-848d-d848fad3a419" -d '{"events": [{"server_uuid": "c9a950b5-853f-4f69-936b-d6f7894ed47b", "name": "network-vif-plugged", "status": "completed", "tag": "8fcee75b-2f44-418f-819a-e441c63bebf7"}]}' {{(pid=120043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:02:41.597835 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] For port 8fcee75b-2f44-418f-819a-e441c63bebf7, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=8fcee75b-2f44-418f-819a-e441c63bebf7,segment=NetworkSegment(32a72ad9-2465-4193-b477-40371effc92a),segment_id=32a72ad9-2465-4193-b477-40371effc92a)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:02:41.674067 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:41.751903 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Pushing event updated for resources: {'Port': ['ID=8fcee75b-2f44-418f-819a-e441c63bebf7,revision_number=7']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:02:41.780801 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319dfbd2-e205-4df9-95bd-bc136255853f req-c8f12226-0a2b-4643-ba2e-e81fe9857f47 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:02:41.789342 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-319dfbd2-e205-4df9-95bd-bc136255853f req-c8f12226-0a2b-4643-ba2e-e81fe9857f47 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9a950b5-853f-4f69-936b-d6f7894ed47b HTTP/1.1" status: 200 len: 946 time: 0.1157205 Sep 03 13:02:41.825022 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 13:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f8bb2c0-d01a-4d4c-9c27-787e8e05f38f x-openstack-request-id: req-9f8bb2c0-d01a-4d4c-9c27-787e8e05f38f {{(pid=120043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:02:41.825022 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9a950b5-853f-4f69-936b-d6f7894ed47b", "name": "network-vif-plugged", "status": "completed", "tag": "8fcee75b-2f44-418f-819a-e441c63bebf7", "code": 200}]} {{(pid=120043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:02:41.825022 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9f8bb2c0-d01a-4d4c-9c27-787e8e05f38f {{(pid=120043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:02:41.825022 dv-cinder-788782-9-iscsi neutron-server[120043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9a950b5-853f-4f69-936b-d6f7894ed47b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fcee75b-2f44-418f-819a-e441c63bebf7', 'code': 200} Sep 03 13:02:41.852232 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-319dfbd2-e205-4df9-95bd-bc136255853f req-99b0637f-f568-4ffd-a2aa-0ea7ee10c415 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=b256b272-4194-4266-bb97-1a01fa872f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549264 Sep 03 13:02:42.688428 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-6177f3a3-972d-4586-ab2d-9c33dad06a04 req-61fe79a3-039b-4a3d-9626-2923ff0e76b7 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3c7295c-7534-4ef9-b031-dd331735b299 HTTP/1.1" status: 200 len: 210 time: 0.0301743 Sep 03 13:02:42.982340 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df01cfc9-9bfa-4c34-95c4-c58e1c75f141 req-ab5953e9-db51-43bb-b4c2-901b498ed792 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:02:42.984114 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-df01cfc9-9bfa-4c34-95c4-c58e1c75f141 req-ab5953e9-db51-43bb-b4c2-901b498ed792 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9a950b5-853f-4f69-936b-d6f7894ed47b HTTP/1.1" status: 200 len: 946 time: 0.0514572 Sep 03 13:02:43.026705 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-df01cfc9-9bfa-4c34-95c4-c58e1c75f141 req-8c8a0454-aecf-478d-8e08-b5cbee1553a7 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=b256b272-4194-4266-bb97-1a01fa872f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346441 Sep 03 13:02:43.786760 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-d4f52106-e531-4841-9434-bb0b89152162 req-f872ced1-3062-462f-996f-e6bfd13a46e7 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3c7295c-7534-4ef9-b031-dd331735b299 HTTP/1.1" status: 200 len: 210 time: 0.0286970 Sep 03 13:02:44.184566 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad62b985-21e3-45a1-8565-4da784f969b6 req-f9f1da17-040f-4b6f-be14-aae7e65fcc18 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:02:44.186037 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ad62b985-21e3-45a1-8565-4da784f969b6 req-f9f1da17-040f-4b6f-be14-aae7e65fcc18 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] 10.222.0.11 "GET /v2.0/networks?id=84d71880-f14f-4eb3-a7c9-15c7c9d82c67 HTTP/1.1" status: 200 len: 814 time: 0.1800179 Sep 03 13:02:44.195403 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c033701e-bfc6-44da-8893-3b680640f0f4 req-28d3b200-b7c7-4a0b-b57f-6eb23d42dd30 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:02:44.196971 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-c033701e-bfc6-44da-8893-3b680640f0f4 req-28d3b200-b7c7-4a0b-b57f-6eb23d42dd30 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9a950b5-853f-4f69-936b-d6f7894ed47b HTTP/1.1" status: 200 len: 946 time: 0.0793798 Sep 03 13:02:44.205060 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.v2.base [req-ad62b985-21e3-45a1-8565-4da784f969b6 req-bf0129da-7814-4758-9330-09f93abbe034 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Request body: {'port': {'device_id': 'a3c7295c-7534-4ef9-b031-dd331735b299', 'network_id': '84d71880-f14f-4eb3-a7c9-15c7c9d82c67', 'admin_state_up': True, 'tenant_id': '48d198ff7fa4451082272b3569f83b2e'}} {{(pid=120042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:02:44.316387 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-c033701e-bfc6-44da-8893-3b680640f0f4 req-22f31759-9a03-4648-9282-137d22f436b1 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=b256b272-4194-4266-bb97-1a01fa872f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076996 Sep 03 13:02:44.439510 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad62b985-21e3-45a1-8565-4da784f969b6 req-bf0129da-7814-4758-9330-09f93abbe034 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Made reservation on behalf of 48d198ff7fa4451082272b3569f83b2e for: {'port': 1} {{(pid=120042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 13:02:44.443254 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-ad62b985-21e3-45a1-8565-4da784f969b6 req-bf0129da-7814-4758-9330-09f93abbe034 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:44.603787 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.db_base_plugin_common [req-ad62b985-21e3-45a1-8565-4da784f969b6 req-bf0129da-7814-4758-9330-09f93abbe034 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Allocated IP 172.20.0.12 (84d71880-f14f-4eb3-a7c9-15c7c9d82c67/d8bd83f5-689d-4165-a44c-089c744602b8/3467f599-4a58-4962-8477-2ce4613ff1e7) {{(pid=120042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 13:02:44.867562 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-ad62b985-21e3-45a1-8565-4da784f969b6 req-bf0129da-7814-4758-9330-09f93abbe034 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Notify callbacks [] for port, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:44.909223 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-84cba2bd-c3c9-48d3-9aff-5af2c4da1df1 req-611c1941-9dcb-4471-8037-00f3401625c0 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3c7295c-7534-4ef9-b031-dd331735b299 HTTP/1.1" status: 200 len: 210 time: 0.0469377 Sep 03 13:02:44.925188 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.provisioning_blocks [req-ad62b985-21e3-45a1-8565-4da784f969b6 req-bf0129da-7814-4758-9330-09f93abbe034 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Transition to ACTIVE for port object 3467f599-4a58-4962-8477-2ce4613ff1e7 will not be triggered until provisioned by entity DHCP. {{(pid=120042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:02:45.071880 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-ad62b985-21e3-45a1-8565-4da784f969b6 req-bf0129da-7814-4758-9330-09f93abbe034 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763613061259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534626149'] for port, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:45.139186 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0129da-7814-4758-9330-09f93abbe034 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Pushing event updated for resources: {'Port': ['ID=3467f599-4a58-4962-8477-2ce4613ff1e7,revision_number=1']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:02:45.149416 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad62b985-21e3-45a1-8565-4da784f969b6 req-bf0129da-7814-4758-9330-09f93abbe034 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Network 84d71880-f14f-4eb3-a7c9-15c7c9d82c67 is already hosted by enough agents. {{(pid=120042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 13:02:45.151626 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.base_scheduler [req-ad62b985-21e3-45a1-8565-4da784f969b6 req-bf0129da-7814-4758-9330-09f93abbe034 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Resources bound (agent type, host, resource id): {{(pid=120042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:02:45.154195 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad62b985-21e3-45a1-8565-4da784f969b6 req-bf0129da-7814-4758-9330-09f93abbe034 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Received port after_create {{(pid=120042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 13:02:45.221820 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad62b985-21e3-45a1-8565-4da784f969b6 req-bf0129da-7814-4758-9330-09f93abbe034 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:02:45.223025 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-ad62b985-21e3-45a1-8565-4da784f969b6 req-bf0129da-7814-4758-9330-09f93abbe034 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10697'] for port, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:45.303329 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ad62b985-21e3-45a1-8565-4da784f969b6 req-bf0129da-7814-4758-9330-09f93abbe034 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1028078 Sep 03 13:02:45.506521 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdcea22-9a31-4d16-b0ef-0fe851b001fb req-c2eefca0-3c73-48e3-af05-6a499630a7be tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:02:45.506521 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-efdcea22-9a31-4d16-b0ef-0fe851b001fb req-c2eefca0-3c73-48e3-af05-6a499630a7be tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9a950b5-853f-4f69-936b-d6f7894ed47b HTTP/1.1" status: 200 len: 946 time: 0.0699918 Sep 03 13:02:45.554419 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-19ded2fd-05b3-4aa0-a321-3fcd6d52cd07 None None] Provisioning for port 3467f599-4a58-4962-8477-2ce4613ff1e7 completed by entity DHCP. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:02:45.558985 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-19ded2fd-05b3-4aa0-a321-3fcd6d52cd07 None None] Provisioning complete for port 3467f599-4a58-4962-8477-2ce4613ff1e7 triggered by entity DHCP. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:02:45.559365 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-19ded2fd-05b3-4aa0-a321-3fcd6d52cd07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:45.589658 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-efdcea22-9a31-4d16-b0ef-0fe851b001fb req-339993da-ee3c-4c20-b10e-b6bcb73cc2ef tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=b256b272-4194-4266-bb97-1a01fa872f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784721 Sep 03 13:02:45.655577 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.plugin [None req-19ded2fd-05b3-4aa0-a321-3fcd6d52cd07 None None] Port 3467f599-4a58-4962-8477-2ce4613ff1e7 cannot update to ACTIVE because it is not bound. {{(pid=120043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 13:02:46.075408 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e4feb2-b026-4868-83b6-a54d30eff8bb req-4b6c9927-1696-494f-9c1d-90f24c05b512 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:02:46.076925 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-a2e4feb2-b026-4868-83b6-a54d30eff8bb req-4b6c9927-1696-494f-9c1d-90f24c05b512 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3c7295c-7534-4ef9-b031-dd331735b299 HTTP/1.1" status: 200 len: 932 time: 0.0962973 Sep 03 13:02:46.136483 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-a2e4feb2-b026-4868-83b6-a54d30eff8bb req-2a257327-9d38-4166-a575-08b790acb39e tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea586cd4-a3f6-45a0-aed3-da61003dfbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535173 Sep 03 13:02:46.736694 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b26c514-f43b-4c62-8308-536e12672e64 req-56803a7a-73a3-426b-8888-1cb06a78fbf8 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:02:46.738322 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-2b26c514-f43b-4c62-8308-536e12672e64 req-56803a7a-73a3-426b-8888-1cb06a78fbf8 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9a950b5-853f-4f69-936b-d6f7894ed47b HTTP/1.1" status: 200 len: 946 time: 0.0593982 Sep 03 13:02:46.783194 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-2b26c514-f43b-4c62-8308-536e12672e64 req-7c049df6-ac33-4f03-9383-1426c4def8b0 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=b256b272-4194-4266-bb97-1a01fa872f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374606 Sep 03 13:02:47.270179 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0464f3c6-7156-4094-9ccb-3c849f0d49a9 req-09628259-d517-4275-a647-35f442dc76e6 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:02:47.271669 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-0464f3c6-7156-4094-9ccb-3c849f0d49a9 req-09628259-d517-4275-a647-35f442dc76e6 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3c7295c-7534-4ef9-b031-dd331735b299 HTTP/1.1" status: 200 len: 932 time: 0.0693240 Sep 03 13:02:47.308801 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-0464f3c6-7156-4094-9ccb-3c849f0d49a9 req-b3453de4-4d46-44af-8f6f-5b89e5873501 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea586cd4-a3f6-45a0-aed3-da61003dfbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311849 Sep 03 13:02:47.959656 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eb86a3-2312-4679-b2b2-c02f7ac662bf req-dfbdb10f-c48e-4c0a-904b-d35ccaf6f00f tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:02:47.962102 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-55eb86a3-2312-4679-b2b2-c02f7ac662bf req-dfbdb10f-c48e-4c0a-904b-d35ccaf6f00f tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9a950b5-853f-4f69-936b-d6f7894ed47b HTTP/1.1" status: 200 len: 946 time: 0.0697432 Sep 03 13:02:48.036899 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-55eb86a3-2312-4679-b2b2-c02f7ac662bf req-105866bd-14bc-44f1-b7ea-07b3aa562833 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=b256b272-4194-4266-bb97-1a01fa872f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688422 Sep 03 13:02:48.484626 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c0fd29-3fb0-4a28-a256-6d692d904f59 req-6b0192c6-3dda-4ec9-a615-e906285cc27a tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:02:48.493840 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-06c0fd29-3fb0-4a28-a256-6d692d904f59 req-6b0192c6-3dda-4ec9-a615-e906285cc27a tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3c7295c-7534-4ef9-b031-dd331735b299 HTTP/1.1" status: 200 len: 932 time: 0.0754459 Sep 03 13:02:48.530130 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-06c0fd29-3fb0-4a28-a256-6d692d904f59 req-b42ed1e6-5355-4b96-ba4b-da1f8797ca8e tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea586cd4-a3f6-45a0-aed3-da61003dfbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353620 Sep 03 13:02:49.195694 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8896211-97d8-4737-bb1d-6451a984a40d req-ffd6b1db-fb4b-45f0-bf13-810257fb77d5 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:02:49.198497 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-a8896211-97d8-4737-bb1d-6451a984a40d req-ffd6b1db-fb4b-45f0-bf13-810257fb77d5 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9a950b5-853f-4f69-936b-d6f7894ed47b HTTP/1.1" status: 200 len: 946 time: 0.0734203 Sep 03 13:02:49.244179 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-a8896211-97d8-4737-bb1d-6451a984a40d req-44cd259a-38e5-4691-b4af-c8b691373825 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=b256b272-4194-4266-bb97-1a01fa872f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395610 Sep 03 13:02:49.651706 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedbf52e-6590-47e5-a41d-35502c4a639f req-1a79b806-6e48-4bd5-829e-ce4bf485864f tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:02:49.653566 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-dedbf52e-6590-47e5-a41d-35502c4a639f req-1a79b806-6e48-4bd5-829e-ce4bf485864f tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3c7295c-7534-4ef9-b031-dd331735b299 HTTP/1.1" status: 200 len: 932 time: 0.0510123 Sep 03 13:02:49.698448 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-dedbf52e-6590-47e5-a41d-35502c4a639f req-877cf03f-2c91-4c5f-b46b-aca7849243fc tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea586cd4-a3f6-45a0-aed3-da61003dfbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350459 Sep 03 13:02:50.406208 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef1e2a6-ab4b-4bd1-b3aa-fa1bbaa97c31 req-a084bee0-eee0-42cc-9b40-b0e28249ac40 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:02:50.407725 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-5ef1e2a6-ab4b-4bd1-b3aa-fa1bbaa97c31 req-a084bee0-eee0-42cc-9b40-b0e28249ac40 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9a950b5-853f-4f69-936b-d6f7894ed47b HTTP/1.1" status: 200 len: 946 time: 0.0499377 Sep 03 13:02:50.449581 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-5ef1e2a6-ab4b-4bd1-b3aa-fa1bbaa97c31 req-ac043717-2654-4f75-80a3-6a72553adf69 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=b256b272-4194-4266-bb97-1a01fa872f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359030 Sep 03 13:02:50.829838 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f109aa-5d48-4c26-b025-0f45947916c8 req-bf365b12-906f-4c15-9ec0-3ce9af9eab3c tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:02:50.831386 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-88f109aa-5d48-4c26-b025-0f45947916c8 req-bf365b12-906f-4c15-9ec0-3ce9af9eab3c tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3c7295c-7534-4ef9-b031-dd331735b299 HTTP/1.1" status: 200 len: 932 time: 0.0563974 Sep 03 13:02:50.872568 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-88f109aa-5d48-4c26-b025-0f45947916c8 req-591fcc9e-9408-485c-a202-77c8c7e41596 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea586cd4-a3f6-45a0-aed3-da61003dfbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350487 Sep 03 13:02:50.962471 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.v2.base [req-ad62b985-21e3-45a1-8565-4da784f969b6 req-3af53204-bcb6-4528-8005-c4c8f1af7ec6 service neutron] Request body: {'port': {'device_id': 'a3c7295c-7534-4ef9-b031-dd331735b299', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=120042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:02:51.018203 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-ad62b985-21e3-45a1-8565-4da784f969b6 req-3af53204-bcb6-4528-8005-c4c8f1af7ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:51.274424 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.notifiers.nova [req-ad62b985-21e3-45a1-8565-4da784f969b6 req-3af53204-bcb6-4528-8005-c4c8f1af7ec6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3467f599-4a58-4962-8477-2ce4613ff1e7 {{(pid=120042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 13:02:51.281607 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-ad62b985-21e3-45a1-8565-4da784f969b6 req-3af53204-bcb6-4528-8005-c4c8f1af7ec6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:51.293729 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.provisioning_blocks [req-ad62b985-21e3-45a1-8565-4da784f969b6 req-3af53204-bcb6-4528-8005-c4c8f1af7ec6 service neutron] Transition to ACTIVE for port object 3467f599-4a58-4962-8477-2ce4613ff1e7 will not be triggered until provisioned by entity L2. {{(pid=120042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:02:51.578081 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f45b74-cd5e-4ae3-9503-841881f2be64 req-96c9b881-d470-45c4-9add-949b3938119f tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:02:51.580157 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-c6f45b74-cd5e-4ae3-9503-841881f2be64 req-96c9b881-d470-45c4-9add-949b3938119f tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9a950b5-853f-4f69-936b-d6f7894ed47b HTTP/1.1" status: 200 len: 946 time: 0.0572097 Sep 03 13:02:51.617927 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-c6f45b74-cd5e-4ae3-9503-841881f2be64 req-89e6bd1b-bf69-473b-ae1f-bb735e7af663 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=b256b272-4194-4266-bb97-1a01fa872f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318797 Sep 03 13:02:51.747735 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-ad62b985-21e3-45a1-8565-4da784f969b6 req-3af53204-bcb6-4528-8005-c4c8f1af7ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534626162'] for port, after_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:51.845337 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af53204-bcb6-4528-8005-c4c8f1af7ec6 service neutron] Pushing event updated for resources: {'Port': ['ID=3467f599-4a58-4962-8477-2ce4613ff1e7,revision_number=2']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:02:51.889829 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.managers [req-ad62b985-21e3-45a1-8565-4da784f969b6 req-3af53204-bcb6-4528-8005-c4c8f1af7ec6 service neutron] Attempting to bind port 3467f599-4a58-4962-8477-2ce4613ff1e7 on host hv-cinder-78878 for vnic_type normal with profile {{(pid=120042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 13:02:51.890510 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.managers [req-ad62b985-21e3-45a1-8565-4da784f969b6 req-3af53204-bcb6-4528-8005-c4c8f1af7ec6 service neutron] Attempting to bind port 3467f599-4a58-4962-8477-2ce4613ff1e7 by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': '418d828f-d0bc-4958-be31-0c4d625e6843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '84d71880-f14f-4eb3-a7c9-15c7c9d82c67'}] {{(pid=120042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 13:02:51.891125 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad62b985-21e3-45a1-8565-4da784f969b6 req-3af53204-bcb6-4528-8005-c4c8f1af7ec6 service neutron] Attempting to bind port 3467f599-4a58-4962-8477-2ce4613ff1e7 on network 84d71880-f14f-4eb3-a7c9-15c7c9d82c67 {{(pid=120042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 13:02:51.897566 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad62b985-21e3-45a1-8565-4da784f969b6 req-3af53204-bcb6-4528-8005-c4c8f1af7ec6 service neutron] Port 3467f599-4a58-4962-8477-2ce4613ff1e7 on network 84d71880-f14f-4eb3-a7c9-15c7c9d82c67 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=120042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 13:02:51.900077 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad62b985-21e3-45a1-8565-4da784f969b6 req-3af53204-bcb6-4528-8005-c4c8f1af7ec6 service neutron] Attempting to bind port 3467f599-4a58-4962-8477-2ce4613ff1e7 on network 84d71880-f14f-4eb3-a7c9-15c7c9d82c67 {{(pid=120042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 13:02:51.905820 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad62b985-21e3-45a1-8565-4da784f969b6 req-3af53204-bcb6-4528-8005-c4c8f1af7ec6 service neutron] Checking agent: {'id': '0f6a9262-0a79-4cf4-ac76-73211ad22d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 12, 55, 7), 'started_at': datetime.datetime(2021, 9, 3, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 13, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 13:02:51.907103 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad62b985-21e3-45a1-8565-4da784f969b6 req-3af53204-bcb6-4528-8005-c4c8f1af7ec6 service neutron] Checking segment: {'id': '418d828f-d0bc-4958-be31-0c4d625e6843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '84d71880-f14f-4eb3-a7c9-15c7c9d82c67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 13:02:51.907867 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad62b985-21e3-45a1-8565-4da784f969b6 req-3af53204-bcb6-4528-8005-c4c8f1af7ec6 service neutron] Bound using segment: {'id': '418d828f-d0bc-4958-be31-0c4d625e6843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '84d71880-f14f-4eb3-a7c9-15c7c9d82c67'} {{(pid=120042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 13:02:51.915305 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.managers [req-ad62b985-21e3-45a1-8565-4da784f969b6 req-3af53204-bcb6-4528-8005-c4c8f1af7ec6 service neutron] Bound port: 3467f599-4a58-4962-8477-2ce4613ff1e7, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '418d828f-d0bc-4958-be31-0c4d625e6843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '84d71880-f14f-4eb3-a7c9-15c7c9d82c67'}}] {{(pid=120042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 13:02:51.916006 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-ad62b985-21e3-45a1-8565-4da784f969b6 req-3af53204-bcb6-4528-8005-c4c8f1af7ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:52.069103 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.db [req-ad62b985-21e3-45a1-8565-4da784f969b6 req-3af53204-bcb6-4528-8005-c4c8f1af7ec6 service neutron] For port 3467f599-4a58-4962-8477-2ce4613ff1e7, host hv-cinder-78878, cleared binding levels {{(pid=120042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 13:02:52.070395 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.db [req-ad62b985-21e3-45a1-8565-4da784f969b6 req-3af53204-bcb6-4528-8005-c4c8f1af7ec6 service neutron] For port 3467f599-4a58-4962-8477-2ce4613ff1e7, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=3467f599-4a58-4962-8477-2ce4613ff1e7,segment=NetworkSegment(418d828f-d0bc-4958-be31-0c4d625e6843),segment_id=418d828f-d0bc-4958-be31-0c4d625e6843)] {{(pid=120042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 13:02:52.078520 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6629e0a1-dafe-44a4-80cd-cfb83d610ff7 req-213727f5-7ef0-443c-8d69-328c6445cff5 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:02:52.080199 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-6629e0a1-dafe-44a4-80cd-cfb83d610ff7 req-213727f5-7ef0-443c-8d69-328c6445cff5 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3c7295c-7534-4ef9-b031-dd331735b299 HTTP/1.1" status: 200 len: 944 time: 0.1005838 Sep 03 13:02:52.146210 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-6629e0a1-dafe-44a4-80cd-cfb83d610ff7 req-4cf02441-c4f7-47fd-908b-92371bb0a2d5 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea586cd4-a3f6-45a0-aed3-da61003dfbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468957 Sep 03 13:02:52.173567 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-ad62b985-21e3-45a1-8565-4da784f969b6 req-3af53204-bcb6-4528-8005-c4c8f1af7ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534626162'] for port, after_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:52.237137 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad62b985-21e3-45a1-8565-4da784f969b6 req-3af53204-bcb6-4528-8005-c4c8f1af7ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:02:52.237789 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-ad62b985-21e3-45a1-8565-4da784f969b6 req-3af53204-bcb6-4528-8005-c4c8f1af7ec6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10697'] for port, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:02:52.239221 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ad62b985-21e3-45a1-8565-4da784f969b6 req-3af53204-bcb6-4528-8005-c4c8f1af7ec6 service neutron] 10.222.0.11 "PUT /v2.0/ports/3467f599-4a58-4962-8477-2ce4613ff1e7 HTTP/1.1" status: 200 len: 1094 time: 1.2822831 Sep 03 13:02:52.239596 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3c7295c-7534-4ef9-b031-dd331735b299', 'tag': '3467f599-4a58-4962-8477-2ce4613ff1e7'}] {{(pid=120042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:02:52.242457 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d2a6420b193a10f45e0477184c700453c1253cfa456d27c4e3ab5b2f2f62351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88e8e407-4a9a-43f9-8757-e874209f7607" -d '{"events": [{"name": "network-changed", "server_uuid": "a3c7295c-7534-4ef9-b031-dd331735b299", "tag": "3467f599-4a58-4962-8477-2ce4613ff1e7"}]}' {{(pid=120042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:02:52.303955 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 13:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fd7e017-8ce4-409c-a81d-15bab9916c8a x-openstack-request-id: req-9fd7e017-8ce4-409c-a81d-15bab9916c8a {{(pid=120042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:02:52.304297 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3c7295c-7534-4ef9-b031-dd331735b299", "tag": "3467f599-4a58-4962-8477-2ce4613ff1e7", "status": "completed", "code": 200}]} {{(pid=120042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:02:52.304553 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9fd7e017-8ce4-409c-a81d-15bab9916c8a {{(pid=120042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:02:52.305277 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3c7295c-7534-4ef9-b031-dd331735b299', 'tag': '3467f599-4a58-4962-8477-2ce4613ff1e7', 'status': 'completed', 'code': 200} Sep 03 13:02:52.316489 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af53204-bcb6-4528-8005-c4c8f1af7ec6 service neutron] Pushing event updated for resources: {'Port': ['ID=3467f599-4a58-4962-8477-2ce4613ff1e7,revision_number=3']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:02:52.770903 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed38e659-7a29-4712-9e14-f0c087b6088b req-d0ee565c-7368-48d2-ad78-79972b7ec11e tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:02:52.772747 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ed38e659-7a29-4712-9e14-f0c087b6088b req-d0ee565c-7368-48d2-ad78-79972b7ec11e tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9a950b5-853f-4f69-936b-d6f7894ed47b HTTP/1.1" status: 200 len: 946 time: 0.0596223 Sep 03 13:02:52.816050 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ed38e659-7a29-4712-9e14-f0c087b6088b req-b17e70de-d3c0-4c71-97cd-b262c05677e5 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=b256b272-4194-4266-bb97-1a01fa872f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352104 Sep 03 13:02:53.265912 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448eb162-330b-496c-9a8b-95de2418569e req-1313c8b2-1e69-4a22-b5bf-1827dd2ab149 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:02:53.267437 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-448eb162-330b-496c-9a8b-95de2418569e req-1313c8b2-1e69-4a22-b5bf-1827dd2ab149 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3c7295c-7534-4ef9-b031-dd331735b299 HTTP/1.1" status: 200 len: 944 time: 0.0516443 Sep 03 13:02:53.306041 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-448eb162-330b-496c-9a8b-95de2418569e req-f0107480-43f2-415b-8172-b6c1a3fdcf1a tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea586cd4-a3f6-45a0-aed3-da61003dfbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323756 Sep 03 13:02:53.941289 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55446fc2-be41-4fbd-ad86-6a721846b761 req-5dae6446-9085-4eef-9000-2d341c0aae67 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:02:53.942722 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-55446fc2-be41-4fbd-ad86-6a721846b761 req-5dae6446-9085-4eef-9000-2d341c0aae67 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9a950b5-853f-4f69-936b-d6f7894ed47b HTTP/1.1" status: 200 len: 946 time: 0.0504313 Sep 03 13:02:53.983205 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-55446fc2-be41-4fbd-ad86-6a721846b761 req-aa772596-0624-4efd-ab5e-996cb66e5db5 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=b256b272-4194-4266-bb97-1a01fa872f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343223 Sep 03 13:02:54.418800 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e7be6e-5649-47e0-92f9-190bbdd53a29 req-5c7f0e8e-f101-4335-a61a-d8ffef25e557 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:02:54.420310 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-d2e7be6e-5649-47e0-92f9-190bbdd53a29 req-5c7f0e8e-f101-4335-a61a-d8ffef25e557 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3c7295c-7534-4ef9-b031-dd331735b299 HTTP/1.1" status: 200 len: 944 time: 0.0468764 Sep 03 13:02:54.458668 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-d2e7be6e-5649-47e0-92f9-190bbdd53a29 req-2df5283f-6870-482e-82b4-dd030b3f238f tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea586cd4-a3f6-45a0-aed3-da61003dfbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326097 Sep 03 13:02:55.108713 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c760825-b819-4199-9611-c170bbb9872b req-1d7f2f3e-25e6-4d62-8cf7-8637ec40d394 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:02:55.110132 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-6c760825-b819-4199-9611-c170bbb9872b req-1d7f2f3e-25e6-4d62-8cf7-8637ec40d394 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9a950b5-853f-4f69-936b-d6f7894ed47b HTTP/1.1" status: 200 len: 946 time: 0.0517645 Sep 03 13:02:55.146741 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-6c760825-b819-4199-9611-c170bbb9872b req-c4ca4e08-3a36-46f1-8ab5-76843008e9d8 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=b256b272-4194-4266-bb97-1a01fa872f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301194 Sep 03 13:02:55.579971 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a792347-8ff8-45f2-85d2-9e26a33ee416 req-b18ebd28-bd97-4d4b-ad34-44626a820afe tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:02:55.581569 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-1a792347-8ff8-45f2-85d2-9e26a33ee416 req-b18ebd28-bd97-4d4b-ad34-44626a820afe tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3c7295c-7534-4ef9-b031-dd331735b299 HTTP/1.1" status: 200 len: 944 time: 0.0540473 Sep 03 13:02:55.621442 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-1a792347-8ff8-45f2-85d2-9e26a33ee416 req-9c86b1a2-7ecb-44bf-b8da-653a6195a42d tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea586cd4-a3f6-45a0-aed3-da61003dfbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324979 Sep 03 13:02:56.268419 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c387d8f0-0b31-441c-b30c-cb3f118466aa req-89175e2b-6f87-424d-bb56-5919e807ef0d tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:02:56.270056 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-c387d8f0-0b31-441c-b30c-cb3f118466aa req-89175e2b-6f87-424d-bb56-5919e807ef0d tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9a950b5-853f-4f69-936b-d6f7894ed47b HTTP/1.1" status: 200 len: 946 time: 0.0514925 Sep 03 13:02:56.310698 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-c387d8f0-0b31-441c-b30c-cb3f118466aa req-595373b6-c709-4796-8a31-553fb4db5899 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=b256b272-4194-4266-bb97-1a01fa872f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346308 Sep 03 13:02:56.761200 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36efad58-b31f-455d-b43d-2b835064167f req-f528f069-92ba-4c8c-8845-093e479a840c tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:02:56.762878 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-36efad58-b31f-455d-b43d-2b835064167f req-f528f069-92ba-4c8c-8845-093e479a840c tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3c7295c-7534-4ef9-b031-dd331735b299 HTTP/1.1" status: 200 len: 944 time: 0.0691068 Sep 03 13:02:56.802050 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-36efad58-b31f-455d-b43d-2b835064167f req-c5857e0b-1e88-4db4-9530-53f94a60f1db tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea586cd4-a3f6-45a0-aed3-da61003dfbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322034 Sep 03 13:02:57.455813 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0064b63a-6cc7-48ca-afcd-70e116a74053 req-e7ca3586-aba5-49fe-b2ef-e95362b5c21a tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:02:57.457311 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-0064b63a-6cc7-48ca-afcd-70e116a74053 req-e7ca3586-aba5-49fe-b2ef-e95362b5c21a tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9a950b5-853f-4f69-936b-d6f7894ed47b HTTP/1.1" status: 200 len: 946 time: 0.0560415 Sep 03 13:02:57.496926 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-0064b63a-6cc7-48ca-afcd-70e116a74053 req-9efb023a-4381-4faf-88a9-97cef30b5e7a tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=b256b272-4194-4266-bb97-1a01fa872f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323172 Sep 03 13:02:57.937930 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4574386f-53fd-4285-ab76-7b53d54f5d84 req-e885e1dc-7484-422e-a2fe-bf5dba139db8 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:02:57.939457 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-4574386f-53fd-4285-ab76-7b53d54f5d84 req-e885e1dc-7484-422e-a2fe-bf5dba139db8 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3c7295c-7534-4ef9-b031-dd331735b299 HTTP/1.1" status: 200 len: 944 time: 0.0566683 Sep 03 13:02:57.978745 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-4574386f-53fd-4285-ab76-7b53d54f5d84 req-afb33120-9ea7-4e90-8590-b46d4add7e35 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea586cd4-a3f6-45a0-aed3-da61003dfbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332470 Sep 03 13:02:58.611692 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65663972-ea53-406f-a753-e404ef848d4b req-4e8b100f-fc91-4ee2-b542-f0ee1bd415b6 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:02:58.613168 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-65663972-ea53-406f-a753-e404ef848d4b req-4e8b100f-fc91-4ee2-b542-f0ee1bd415b6 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9a950b5-853f-4f69-936b-d6f7894ed47b HTTP/1.1" status: 200 len: 946 time: 0.0459576 Sep 03 13:02:58.649526 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-65663972-ea53-406f-a753-e404ef848d4b req-aa542883-e840-43bb-be2d-43046491ea2d tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=b256b272-4194-4266-bb97-1a01fa872f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302074 Sep 03 13:02:58.746619 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e8e407-4a9a-43f9-8757-e874209f7607 req-a50b9058-f869-4793-9553-d4928d6e7711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:02:58.748168 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-88e8e407-4a9a-43f9-8757-e874209f7607 req-a50b9058-f869-4793-9553-d4928d6e7711 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=48d198ff7fa4451082272b3569f83b2e&device_id=a3c7295c-7534-4ef9-b031-dd331735b299 HTTP/1.1" status: 200 len: 1097 time: 0.0438125 Sep 03 13:02:58.853183 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e8e407-4a9a-43f9-8757-e874209f7607 req-d2775517-f4fe-4641-876e-3761d5088eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:02:58.854570 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-88e8e407-4a9a-43f9-8757-e874209f7607 req-d2775517-f4fe-4641-876e-3761d5088eb4 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=48d198ff7fa4451082272b3569f83b2e&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0901995 Sep 03 13:02:58.962227 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e8e407-4a9a-43f9-8757-e874209f7607 req-c0742617-c472-49b6-9790-5b35451f5de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:02:58.963659 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-88e8e407-4a9a-43f9-8757-e874209f7607 req-c0742617-c472-49b6-9790-5b35451f5de4 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0876055 Sep 03 13:02:59.089035 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc51af32-679c-4517-ba86-466804c118c5 req-019a9160-caff-4ec3-8b63-b2aa7d90b23f tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:02:59.090560 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-cc51af32-679c-4517-ba86-466804c118c5 req-019a9160-caff-4ec3-8b63-b2aa7d90b23f tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3c7295c-7534-4ef9-b031-dd331735b299 HTTP/1.1" status: 200 len: 944 time: 0.0476239 Sep 03 13:02:59.154890 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-cc51af32-679c-4517-ba86-466804c118c5 req-c07bebe9-ce7f-40e2-acec-f3de561a7c4c tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea586cd4-a3f6-45a0-aed3-da61003dfbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583353 Sep 03 13:02:59.164217 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad62b985-21e3-45a1-8565-4da784f969b6 req-ffcc687e-22e4-4c8b-b178-4ee2b604e2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:02:59.165726 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ad62b985-21e3-45a1-8565-4da784f969b6 req-ffcc687e-22e4-4c8b-b178-4ee2b604e2d3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=48d198ff7fa4451082272b3569f83b2e&device_id=a3c7295c-7534-4ef9-b031-dd331735b299 HTTP/1.1" status: 200 len: 1097 time: 0.0629225 Sep 03 13:02:59.208089 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ad62b985-21e3-45a1-8565-4da784f969b6 req-e97aea7d-cef7-4972-b78c-0a3a1ff41ba4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3467f599-4a58-4962-8477-2ce4613ff1e7 HTTP/1.1" status: 200 len: 217 time: 0.0332057 Sep 03 13:02:59.256014 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad62b985-21e3-45a1-8565-4da784f969b6 req-dc1e7843-c522-4dff-8952-3c141396538f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:02:59.257923 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ad62b985-21e3-45a1-8565-4da784f969b6 req-dc1e7843-c522-4dff-8952-3c141396538f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d8bd83f5-689d-4165-a44c-089c744602b8 HTTP/1.1" status: 200 len: 853 time: 0.0419981 Sep 03 13:02:59.302602 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad62b985-21e3-45a1-8565-4da784f969b6 req-13cd5d6c-f0cd-4387-bfef-b264b6de0fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:02:59.304072 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ad62b985-21e3-45a1-8565-4da784f969b6 req-13cd5d6c-f0cd-4387-bfef-b264b6de0fd5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=84d71880-f14f-4eb3-a7c9-15c7c9d82c67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393891 Sep 03 13:02:59.424488 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ad62b985-21e3-45a1-8565-4da784f969b6 req-f225be7f-4fe7-4dd9-a41a-0f8b777bcb0e service neutron] 10.222.0.11 "GET /v2.0/networks/84d71880-f14f-4eb3-a7c9-15c7c9d82c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122241 Sep 03 13:02:59.426704 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d624915d-eb8f-494b-a0a3-44141d57d786 req-4c4a34b1-93eb-4083-879a-e6b1c0511ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:02:59.428048 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-d624915d-eb8f-494b-a0a3-44141d57d786 req-4c4a34b1-93eb-4083-879a-e6b1c0511ae4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8cbbddf1eac34975b3dfff073526b48a&device_id=c9a950b5-853f-4f69-936b-d6f7894ed47b HTTP/1.1" status: 200 len: 1099 time: 0.0571320 Sep 03 13:02:59.585895 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ad62b985-21e3-45a1-8565-4da784f969b6 req-78c8bedc-a50c-449b-b3dc-d4ff37ed5a64 service neutron] 10.222.0.11 "GET /v2.0/networks/84d71880-f14f-4eb3-a7c9-15c7c9d82c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472747 Sep 03 13:02:59.588379 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d624915d-eb8f-494b-a0a3-44141d57d786 req-17017d47-9354-496d-9d4c-2d5d61bed6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:02:59.589675 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-d624915d-eb8f-494b-a0a3-44141d57d786 req-17017d47-9354-496d-9d4c-2d5d61bed6b1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4ae4bd86-9baa-4a46-894e-9d6319ec74c4 HTTP/1.1" status: 200 len: 916 time: 0.1501105 Sep 03 13:02:59.660926 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-d624915d-eb8f-494b-a0a3-44141d57d786 req-e9894e62-0990-4d82-b5fd-256ef3bfeabd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8fcee75b-2f44-418f-819a-e441c63bebf7 HTTP/1.1" status: 200 len: 1001 time: 0.0619555 Sep 03 13:02:59.716320 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d624915d-eb8f-494b-a0a3-44141d57d786 req-883c324e-9480-4ecf-8c2a-00ff195719ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:02:59.717799 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-d624915d-eb8f-494b-a0a3-44141d57d786 req-883c324e-9480-4ecf-8c2a-00ff195719ae service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e4c3bb0a-fdd7-427f-b24b-a6cf6ccdaba3 HTTP/1.1" status: 200 len: 855 time: 0.0464737 Sep 03 13:03:00.039628 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d624915d-eb8f-494b-a0a3-44141d57d786 req-88e02d33-d97d-44fb-b5c0-4300faad01d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:03:00.041145 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-d624915d-eb8f-494b-a0a3-44141d57d786 req-88e02d33-d97d-44fb-b5c0-4300faad01d5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4ae4bd86-9baa-4a46-894e-9d6319ec74c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3146155 Sep 03 13:03:00.049052 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080a0356-9df4-4750-8fa8-c9061fb6d276 req-fe878aff-acbd-45a1-921f-bd7c78bc7b9f tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:03:00.050404 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-080a0356-9df4-4750-8fa8-c9061fb6d276 req-fe878aff-acbd-45a1-921f-bd7c78bc7b9f tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9a950b5-853f-4f69-936b-d6f7894ed47b HTTP/1.1" status: 200 len: 946 time: 0.3255463 Sep 03 13:03:00.135672 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-080a0356-9df4-4750-8fa8-c9061fb6d276 req-dcc56cc6-349b-42fc-b038-db107dc7f48e tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=b256b272-4194-4266-bb97-1a01fa872f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768788 Sep 03 13:03:00.161049 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-d624915d-eb8f-494b-a0a3-44141d57d786 req-cd79c803-e995-4511-9b82-19fbe86058c9 service neutron] 10.222.0.11 "GET /v2.0/networks/4ae4bd86-9baa-4a46-894e-9d6319ec74c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097405 Sep 03 13:03:00.281320 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-d624915d-eb8f-494b-a0a3-44141d57d786 req-8313c415-9b6d-4bc7-b8de-db73de717329 service neutron] 10.222.0.11 "GET /v2.0/networks/4ae4bd86-9baa-4a46-894e-9d6319ec74c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115785 Sep 03 13:03:00.292187 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ca5c3b-dc10-48d2-afe1-687633ff7415 req-0ce65db6-ac65-4edf-b6ee-e7a7aae6748c tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:03:00.293606 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-f6ca5c3b-dc10-48d2-afe1-687633ff7415 req-0ce65db6-ac65-4edf-b6ee-e7a7aae6748c tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3c7295c-7534-4ef9-b031-dd331735b299 HTTP/1.1" status: 200 len: 944 time: 0.0660412 Sep 03 13:03:00.336403 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-f6ca5c3b-dc10-48d2-afe1-687633ff7415 req-504f1b9d-faac-47bd-8cb4-fefd59ac5b18 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea586cd4-a3f6-45a0-aed3-da61003dfbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357959 Sep 03 13:03:01.253118 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ddf73-02ca-426a-9d4d-779d3e6c3060 req-abe56b99-d397-4530-989a-9768841c5cf2 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:03:01.254601 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-2c0ddf73-02ca-426a-9d4d-779d3e6c3060 req-abe56b99-d397-4530-989a-9768841c5cf2 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9a950b5-853f-4f69-936b-d6f7894ed47b HTTP/1.1" status: 200 len: 946 time: 0.0474646 Sep 03 13:03:01.292311 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-2c0ddf73-02ca-426a-9d4d-779d3e6c3060 req-fdaf6e79-34fd-48e9-80aa-7e06478d39aa tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=b256b272-4194-4266-bb97-1a01fa872f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313473 Sep 03 13:03:01.442009 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Device 3467f599-4a58-4962-8477-2ce4613ff1e7 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=120043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 13:03:01.449277 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab83c35-82a8-4325-b638-a9faa4211e7a req-d2f15a9c-fc03-43ec-ba73-4f9addbcec3e tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:03:01.450799 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-dab83c35-82a8-4325-b638-a9faa4211e7a req-d2f15a9c-fc03-43ec-ba73-4f9addbcec3e tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3c7295c-7534-4ef9-b031-dd331735b299 HTTP/1.1" status: 200 len: 944 time: 0.0481050 Sep 03 13:03:01.493214 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-dab83c35-82a8-4325-b638-a9faa4211e7a req-5d0341cf-f09f-4e81-ad3d-2ab71c73d6a8 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea586cd4-a3f6-45a0-aed3-da61003dfbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340691 Sep 03 13:03:01.544422 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] For port 3467f599-4a58-4962-8477-2ce4613ff1e7, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=3467f599-4a58-4962-8477-2ce4613ff1e7,segment=NetworkSegment(418d828f-d0bc-4958-be31-0c4d625e6843),segment_id=418d828f-d0bc-4958-be31-0c4d625e6843)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:03:01.558882 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Returning: {'device': '3467f599-4a58-4962-8477-2ce4613ff1e7', 'network_id': '84d71880-f14f-4eb3-a7c9-15c7c9d82c67', 'port_id': '3467f599-4a58-4962-8477-2ce4613ff1e7', 'mac_address': 'fa:16:3e:52:27:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8bd83f5-689d-4165-a44c-089c744602b8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 13:03:01.595889 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:01.605539 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.agents_db [None req-4ecc573b-6c34-46c7-b31e-835fd9e30662 None None] Agent healthcheck: found 6 active agents {{(pid=120044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 13:03:01.609375 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.notifiers.nova [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3467f599-4a58-4962-8477-2ce4613ff1e7 {{(pid=120043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 13:03:01.628327 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] For port 3467f599-4a58-4962-8477-2ce4613ff1e7, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=3467f599-4a58-4962-8477-2ce4613ff1e7,segment=NetworkSegment(418d828f-d0bc-4958-be31-0c4d625e6843),segment_id=418d828f-d0bc-4958-be31-0c4d625e6843)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:03:01.789602 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:01.836880 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Pushing event updated for resources: {'Port': ['ID=3467f599-4a58-4962-8477-2ce4613ff1e7,revision_number=4']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:03:02.016463 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] get_ports_and_sgs() called for port_ids ['3467f599-4a58-4962-8477-2ce4613ff1e7'] {{(pid=120043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 13:03:02.408984 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c4ab8a-a0f2-4653-a3fb-45b3b21eb180 req-1bebca31-48a6-409c-85ed-b8ac1ecd39b2 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:03:02.410448 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-57c4ab8a-a0f2-4653-a3fb-45b3b21eb180 req-1bebca31-48a6-409c-85ed-b8ac1ecd39b2 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9a950b5-853f-4f69-936b-d6f7894ed47b HTTP/1.1" status: 200 len: 946 time: 0.0477886 Sep 03 13:03:02.450961 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-57c4ab8a-a0f2-4653-a3fb-45b3b21eb180 req-0af8bb40-b7e1-4cb9-a91f-b5f8e03c1588 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=b256b272-4194-4266-bb97-1a01fa872f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339184 Sep 03 13:03:02.609525 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de07bdab-7efe-42ca-a06a-d6d096e2ff4f req-6bbc4361-5c88-49a5-870b-bacbbb25df53 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:03:02.611718 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-de07bdab-7efe-42ca-a06a-d6d096e2ff4f req-6bbc4361-5c88-49a5-870b-bacbbb25df53 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3c7295c-7534-4ef9-b031-dd331735b299 HTTP/1.1" status: 200 len: 945 time: 0.0505939 Sep 03 13:03:02.654571 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-de07bdab-7efe-42ca-a06a-d6d096e2ff4f req-9511d5ca-89a6-4d32-9c6b-07b1971d2902 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea586cd4-a3f6-45a0-aed3-da61003dfbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375435 Sep 03 13:03:03.476717 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Device 3467f599-4a58-4962-8477-2ce4613ff1e7 up at agent hyperv_hv-cinder-78878 {{(pid=120043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:03:03.640997 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Provisioning for port 3467f599-4a58-4962-8477-2ce4613ff1e7 completed by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:03:03.644914 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Provisioning complete for port 3467f599-4a58-4962-8477-2ce4613ff1e7 triggered by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:03:03.647442 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:03.724415 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:03.748400 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3c7295c-7534-4ef9-b031-dd331735b299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3467f599-4a58-4962-8477-2ce4613ff1e7'}] {{(pid=120043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:03:03.750892 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75183f2819bd2f1145e278a2316968184774222fd4353ccf17289daf4feac16a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed51ad64-2278-452c-97d7-b04409d8a78d" -d '{"events": [{"server_uuid": "a3c7295c-7534-4ef9-b031-dd331735b299", "name": "network-vif-plugged", "status": "completed", "tag": "3467f599-4a58-4962-8477-2ce4613ff1e7"}]}' {{(pid=120043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:03:03.767113 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] For port 3467f599-4a58-4962-8477-2ce4613ff1e7, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=3467f599-4a58-4962-8477-2ce4613ff1e7,segment=NetworkSegment(418d828f-d0bc-4958-be31-0c4d625e6843),segment_id=418d828f-d0bc-4958-be31-0c4d625e6843)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:03:03.777388 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a7a49e-7d5e-49b5-830d-08c24b79f64d req-4c4b46cc-1180-41d6-abc8-57b45155095e tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:03:03.777388 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-e5a7a49e-7d5e-49b5-830d-08c24b79f64d req-4c4b46cc-1180-41d6-abc8-57b45155095e tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3c7295c-7534-4ef9-b031-dd331735b299 HTTP/1.1" status: 200 len: 945 time: 0.0535953 Sep 03 13:03:03.795275 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 13:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68bf2960-6cc7-4596-9cd9-f0ef3c6a54ba x-openstack-request-id: req-68bf2960-6cc7-4596-9cd9-f0ef3c6a54ba {{(pid=120043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:03:03.795638 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3c7295c-7534-4ef9-b031-dd331735b299", "name": "network-vif-plugged", "status": "completed", "tag": "3467f599-4a58-4962-8477-2ce4613ff1e7", "code": 200}]} {{(pid=120043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:03:03.796816 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-68bf2960-6cc7-4596-9cd9-f0ef3c6a54ba {{(pid=120043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:03:03.797442 dv-cinder-788782-9-iscsi neutron-server[120043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3c7295c-7534-4ef9-b031-dd331735b299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3467f599-4a58-4962-8477-2ce4613ff1e7', 'code': 200} Sep 03 13:03:03.820374 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-e5a7a49e-7d5e-49b5-830d-08c24b79f64d req-ce10cc44-0dbd-4ca9-8565-3feb7d3254bf tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea586cd4-a3f6-45a0-aed3-da61003dfbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376289 Sep 03 13:03:03.842567 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:03.843367 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Device 8fcee75b-2f44-418f-819a-e441c63bebf7 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=120043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 13:03:03.923439 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Pushing event updated for resources: {'Port': ['ID=3467f599-4a58-4962-8477-2ce4613ff1e7,revision_number=5']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:03:03.961625 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:03.996065 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] For port 8fcee75b-2f44-418f-819a-e441c63bebf7, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=8fcee75b-2f44-418f-819a-e441c63bebf7,segment=NetworkSegment(32a72ad9-2465-4193-b477-40371effc92a),segment_id=32a72ad9-2465-4193-b477-40371effc92a)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:03:04.081336 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:04.102126 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6a0e3c-bcf7-442b-8648-cea48512b68a req-b9fbf0cf-5184-408a-8c6e-f1efbf5e9b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:03:04.103623 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-3f6a0e3c-bcf7-442b-8648-cea48512b68a req-b9fbf0cf-5184-408a-8c6e-f1efbf5e9b3f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a3c7295c-7534-4ef9-b031-dd331735b299 HTTP/1.1" status: 200 len: 1099 time: 0.0413857 Sep 03 13:03:04.128882 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Pushing event updated for resources: {'Port': ['ID=8fcee75b-2f44-418f-819a-e441c63bebf7,revision_number=8']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:03:04.142191 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-3f6a0e3c-bcf7-442b-8648-cea48512b68a req-67dcec26-5df7-499b-8ab9-4cfb436b87b7 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ea586cd4-a3f6-45a0-aed3-da61003dfbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313580 Sep 03 13:03:04.545632 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [req-59ceb303-5ee7-4c22-9482-1031d6a8efc0 req-ab9df319-a90d-4613-911a-c9de35d0ad42 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=120042) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 13:03:04.546596 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-59ceb303-5ee7-4c22-9482-1031d6a8efc0 req-ab9df319-a90d-4613-911a-c9de35d0ad42 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053663 Sep 03 13:03:04.959932 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ead069-b249-4ce0-93c5-5abe011526ff req-5751a2ec-85c9-4847-84ab-1948d25eac6f tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:03:04.961440 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-10ead069-b249-4ce0-93c5-5abe011526ff req-5751a2ec-85c9-4847-84ab-1948d25eac6f tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9a950b5-853f-4f69-936b-d6f7894ed47b HTTP/1.1" status: 200 len: 944 time: 0.0819907 Sep 03 13:03:04.968611 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf53b670-2265-4b56-9edb-5e6893381cdc req-885a50f3-4018-4fdd-bb94-1dbfffe3a476 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:03:04.969989 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-cf53b670-2265-4b56-9edb-5e6893381cdc req-885a50f3-4018-4fdd-bb94-1dbfffe3a476 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3c7295c-7534-4ef9-b031-dd331735b299 HTTP/1.1" status: 200 len: 946 time: 0.0650573 Sep 03 13:03:05.026483 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-10ead069-b249-4ce0-93c5-5abe011526ff req-19513683-eb79-4067-85b9-1fdd553f32ea tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=b256b272-4194-4266-bb97-1a01fa872f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555379 Sep 03 13:03:05.032351 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-cf53b670-2265-4b56-9edb-5e6893381cdc req-f299c98c-b1fe-4efd-ab3e-8bb7cf1e7fe6 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea586cd4-a3f6-45a0-aed3-da61003dfbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546849 Sep 03 13:03:05.258051 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-724a9f19-a964-4a2b-8ab0-4d0da3d6ab16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:05.336987 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 42430) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:03:05.418812 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-02536cb4-ac29-415a-bcce-f226871fd8a6 req-f500f6bc-7219-45fd-883a-949577866cb1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c9a950b5-853f-4f69-936b-d6f7894ed47b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0806904 Sep 03 13:03:05.427436 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [req-02536cb4-ac29-415a-bcce-f226871fd8a6 req-de0c61d7-35da-4b2d-8656-3a5899c297a3 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=120042) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 13:03:05.428407 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-02536cb4-ac29-415a-bcce-f226871fd8a6 req-de0c61d7-35da-4b2d-8656-3a5899c297a3 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048466 Sep 03 13:03:05.799067 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9a950b5-853f-4f69-936b-d6f7894ed47b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fcee75b-2f44-418f-819a-e441c63bebf7'}] {{(pid=120043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:03:05.801310 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75183f2819bd2f1145e278a2316968184774222fd4353ccf17289daf4feac16a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2b694b1-31c6-47e9-82f5-4b043e69881b" -d '{"events": [{"server_uuid": "c9a950b5-853f-4f69-936b-d6f7894ed47b", "name": "network-vif-unplugged", "status": "completed", "tag": "8fcee75b-2f44-418f-819a-e441c63bebf7"}]}' {{(pid=120043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:03:05.832391 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 03 Sep 2021 13:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a96f0ce0-1aca-443d-9922-3fb683f746af x-openstack-request-id: req-a96f0ce0-1aca-443d-9922-3fb683f746af {{(pid=120043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:03:05.832682 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9a950b5-853f-4f69-936b-d6f7894ed47b", "name": "network-vif-unplugged", "status": "failed", "tag": "8fcee75b-2f44-418f-819a-e441c63bebf7", "code": 422}]} {{(pid=120043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:03:05.832937 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a96f0ce0-1aca-443d-9922-3fb683f746af {{(pid=120043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:03:05.833395 dv-cinder-788782-9-iscsi neutron-server[120043]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c9a950b5-853f-4f69-936b-d6f7894ed47b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8fcee75b-2f44-418f-819a-e441c63bebf7', 'code': 422} returned with failed status Sep 03 13:03:06.174723 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc7d677-c8e5-4754-879f-9bd031f3aa53 req-37d0ef04-3f81-423a-8515-f913d02b49c4 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:03:06.176242 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-6cc7d677-c8e5-4754-879f-9bd031f3aa53 req-37d0ef04-3f81-423a-8515-f913d02b49c4 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9a950b5-853f-4f69-936b-d6f7894ed47b HTTP/1.1" status: 200 len: 944 time: 0.0749826 Sep 03 13:03:06.184398 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52158bb7-ead1-46ec-8d6c-0e27af728f06 req-c1127d4f-2753-4b38-8477-bb919a67c30c tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:03:06.185802 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-52158bb7-ead1-46ec-8d6c-0e27af728f06 req-c1127d4f-2753-4b38-8477-bb919a67c30c tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3c7295c-7534-4ef9-b031-dd331735b299 HTTP/1.1" status: 200 len: 946 time: 0.0864446 Sep 03 13:03:06.239341 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-6cc7d677-c8e5-4754-879f-9bd031f3aa53 req-717d6c62-6679-41a8-94ac-d2b63400d85e tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=b256b272-4194-4266-bb97-1a01fa872f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525761 Sep 03 13:03:06.247165 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-52158bb7-ead1-46ec-8d6c-0e27af728f06 req-ad173707-4c72-452a-99ff-17258791ce62 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea586cd4-a3f6-45a0-aed3-da61003dfbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535696 Sep 03 13:03:06.362547 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04be621d-5706-4fdd-a2e7-a948740d77a8 req-92e8e050-fe43-4e0b-aaff-47d32961f59d tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:03:06.363926 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-04be621d-5706-4fdd-a2e7-a948740d77a8 req-92e8e050-fe43-4e0b-aaff-47d32961f59d tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3c7295c-7534-4ef9-b031-dd331735b299 HTTP/1.1" status: 200 len: 946 time: 0.0512881 Sep 03 13:03:06.401416 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-04be621d-5706-4fdd-a2e7-a948740d77a8 req-8c5aa81d-57db-43db-9758-4dc87143f0d5 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea586cd4-a3f6-45a0-aed3-da61003dfbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309172 Sep 03 13:03:06.719218 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba7ef61-ede1-44b2-9a1b-d2d720092d04 req-d2e8cf6c-ba5f-4f1c-9d44-c8c03b7f8768 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:03:06.720681 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-cba7ef61-ede1-44b2-9a1b-d2d720092d04 req-d2e8cf6c-ba5f-4f1c-9d44-c8c03b7f8768 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3c7295c-7534-4ef9-b031-dd331735b299 HTTP/1.1" status: 200 len: 946 time: 0.0484200 Sep 03 13:03:06.780805 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-cba7ef61-ede1-44b2-9a1b-d2d720092d04 req-c589f4fa-a9d4-474e-8d22-75653a619ddb tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea586cd4-a3f6-45a0-aed3-da61003dfbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502849 Sep 03 13:03:06.785034 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02536cb4-ac29-415a-bcce-f226871fd8a6 req-f292c9d7-56f4-4ac6-bab8-4a7874d78fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:03:06.786433 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-02536cb4-ac29-415a-bcce-f226871fd8a6 req-f292c9d7-56f4-4ac6-bab8-4a7874d78fe9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c9a950b5-853f-4f69-936b-d6f7894ed47b&tenant_id=8cbbddf1eac34975b3dfff073526b48a HTTP/1.1" status: 200 len: 1097 time: 0.0750136 Sep 03 13:03:06.858500 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02536cb4-ac29-415a-bcce-f226871fd8a6 req-d0c3414e-ede7-46db-9c37-9c32e5cb2921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:03:06.858500 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-02536cb4-ac29-415a-bcce-f226871fd8a6 req-d0c3414e-ede7-46db-9c37-9c32e5cb2921 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8cbbddf1eac34975b3dfff073526b48a&device_id=c9a950b5-853f-4f69-936b-d6f7894ed47b HTTP/1.1" status: 200 len: 1097 time: 0.0467598 Sep 03 13:03:06.909487 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:06.945899 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02536cb4-ac29-415a-bcce-f226871fd8a6 req-e89bd715-128c-4eff-b07b-2450b91febbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:03:06.947359 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-02536cb4-ac29-415a-bcce-f226871fd8a6 req-e89bd715-128c-4eff-b07b-2450b91febbe service neutron] 10.222.0.11 "GET /v2.0/networks?id=4ae4bd86-9baa-4a46-894e-9d6319ec74c4 HTTP/1.1" status: 200 len: 916 time: 0.0825393 Sep 03 13:03:07.016046 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-02536cb4-ac29-415a-bcce-f226871fd8a6 req-654316ab-1e38-4fca-9d17-cd42b9ed9fba service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8fcee75b-2f44-418f-819a-e441c63bebf7 HTTP/1.1" status: 200 len: 999 time: 0.0602152 Sep 03 13:03:07.064691 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02536cb4-ac29-415a-bcce-f226871fd8a6 req-9339a28f-f4fb-43ca-a649-34fbe9925855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:03:07.066094 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-02536cb4-ac29-415a-bcce-f226871fd8a6 req-9339a28f-f4fb-43ca-a649-34fbe9925855 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e4c3bb0a-fdd7-427f-b24b-a6cf6ccdaba3 HTTP/1.1" status: 200 len: 855 time: 0.0429265 Sep 03 13:03:07.111663 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02536cb4-ac29-415a-bcce-f226871fd8a6 req-f7972184-86bc-4e6e-b6aa-af991c8cd78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:03:07.113231 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-02536cb4-ac29-415a-bcce-f226871fd8a6 req-f7972184-86bc-4e6e-b6aa-af991c8cd78b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4ae4bd86-9baa-4a46-894e-9d6319ec74c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386727 Sep 03 13:03:07.210445 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-02536cb4-ac29-415a-bcce-f226871fd8a6 req-c14ff2e1-162e-4775-9cb1-8614cf580620 service neutron] 10.222.0.11 "GET /v2.0/networks/4ae4bd86-9baa-4a46-894e-9d6319ec74c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871272 Sep 03 13:03:07.305128 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-02536cb4-ac29-415a-bcce-f226871fd8a6 req-5a9392c7-5e3e-4eee-b3e8-64f45a75f641 service neutron] 10.222.0.11 "GET /v2.0/networks/4ae4bd86-9baa-4a46-894e-9d6319ec74c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875666 Sep 03 13:03:07.370392 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61819cc5-877b-417f-8f7f-e97d19315855 req-3fe11f01-76a4-42ab-b88d-fae8397c3029 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:03:07.371941 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-61819cc5-877b-417f-8f7f-e97d19315855 req-3fe11f01-76a4-42ab-b88d-fae8397c3029 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9a950b5-853f-4f69-936b-d6f7894ed47b HTTP/1.1" status: 200 len: 944 time: 0.0562928 Sep 03 13:03:07.410262 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-61819cc5-877b-417f-8f7f-e97d19315855 req-833a0d65-57d3-4215-95c8-8731c7c626aa tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=b256b272-4194-4266-bb97-1a01fa872f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319090 Sep 03 13:03:07.830199 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-9c45d8ae-3f1e-4bb1-ba35-8a1688f00542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:08.503508 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:08.555033 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf23152-d745-4b92-b63d-c0a2d0c9ddc5 req-28d1b0cf-c0a7-423a-a849-f3e43560e096 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:03:08.556586 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-bcf23152-d745-4b92-b63d-c0a2d0c9ddc5 req-28d1b0cf-c0a7-423a-a849-f3e43560e096 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9a950b5-853f-4f69-936b-d6f7894ed47b HTTP/1.1" status: 200 len: 944 time: 0.0525680 Sep 03 13:03:08.615188 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-bcf23152-d745-4b92-b63d-c0a2d0c9ddc5 req-3a8afb5d-47de-471e-83f1-9ffe6e6e4a59 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=b256b272-4194-4266-bb97-1a01fa872f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475612 Sep 03 13:03:09.046815 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08724a11-fd48-4ea4-9071-7b022d0e8053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:09.734692 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f2740b-37c5-4ce2-9b1b-85287ad02c03 req-41788ffc-d072-4b44-9351-6dc125e9aedd tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:03:09.736377 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-65f2740b-37c5-4ce2-9b1b-85287ad02c03 req-41788ffc-d072-4b44-9351-6dc125e9aedd tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9a950b5-853f-4f69-936b-d6f7894ed47b HTTP/1.1" status: 200 len: 944 time: 0.0511975 Sep 03 13:03:09.775241 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-65f2740b-37c5-4ce2-9b1b-85287ad02c03 req-3333271b-f169-4036-a0c8-c863271da9bb tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=b256b272-4194-4266-bb97-1a01fa872f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329175 Sep 03 13:03:10.927349 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7592ed4b-59ef-430e-9c22-e37b917a975e req-42d19d19-f5a1-4aa2-ac89-d07c613040bb tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:03:10.929452 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-7592ed4b-59ef-430e-9c22-e37b917a975e req-42d19d19-f5a1-4aa2-ac89-d07c613040bb tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9a950b5-853f-4f69-936b-d6f7894ed47b HTTP/1.1" status: 200 len: 944 time: 0.0739110 Sep 03 13:03:10.942063 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-df5ee12c-e8c1-490b-8d0e-415336677a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:10.966224 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-7592ed4b-59ef-430e-9c22-e37b917a975e req-0de825dc-81aa-4d96-833f-fafcb2379a34 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=b256b272-4194-4266-bb97-1a01fa872f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308409 Sep 03 13:03:12.089181 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f08de7b-6f7e-453c-9a0e-bf6f455134b7 req-3b3fa301-527d-404d-a623-cd44cc7017fb tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:03:12.090731 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-9f08de7b-6f7e-453c-9a0e-bf6f455134b7 req-3b3fa301-527d-404d-a623-cd44cc7017fb tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9a950b5-853f-4f69-936b-d6f7894ed47b HTTP/1.1" status: 200 len: 944 time: 0.0480652 Sep 03 13:03:12.129980 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-9f08de7b-6f7e-453c-9a0e-bf6f455134b7 req-e624caae-d81d-4199-9fed-098da07d1f03 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=b256b272-4194-4266-bb97-1a01fa872f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331607 Sep 03 13:03:13.250618 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a892298d-a486-4bc9-b2b7-ed0e7161706d req-8ded5ba2-85fb-4514-90e5-c456550880c1 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:03:13.257219 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-a892298d-a486-4bc9-b2b7-ed0e7161706d req-8ded5ba2-85fb-4514-90e5-c456550880c1 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9a950b5-853f-4f69-936b-d6f7894ed47b HTTP/1.1" status: 200 len: 944 time: 0.0507228 Sep 03 13:03:13.295015 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-a892298d-a486-4bc9-b2b7-ed0e7161706d req-5c99baff-4cbf-4ed0-bcc0-f8062d6e9d89 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=b256b272-4194-4266-bb97-1a01fa872f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359457 Sep 03 13:03:14.419996 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bdb4c1-18b1-476e-b039-d5d9c7c3a688 req-084df5b4-966e-4d4f-a432-713730706021 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:03:14.421473 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-60bdb4c1-18b1-476e-b039-d5d9c7c3a688 req-084df5b4-966e-4d4f-a432-713730706021 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9a950b5-853f-4f69-936b-d6f7894ed47b HTTP/1.1" status: 200 len: 944 time: 0.0522785 Sep 03 13:03:14.460107 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-60bdb4c1-18b1-476e-b039-d5d9c7c3a688 req-f48beb69-6b8d-4784-9749-ce5c465f8d6b tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=b256b272-4194-4266-bb97-1a01fa872f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322309 Sep 03 13:03:15.579035 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d67a2f-2f33-4d7c-8205-3ca76427fbea req-1117a87f-d64e-451b-98da-ef291e1458da tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:03:15.580761 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-51d67a2f-2f33-4d7c-8205-3ca76427fbea req-1117a87f-d64e-451b-98da-ef291e1458da tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9a950b5-853f-4f69-936b-d6f7894ed47b HTTP/1.1" status: 200 len: 944 time: 0.0468583 Sep 03 13:03:15.622109 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-51d67a2f-2f33-4d7c-8205-3ca76427fbea req-f3e2ce86-68cc-4d70-b625-557af1363c7d tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=b256b272-4194-4266-bb97-1a01fa872f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333209 Sep 03 13:03:16.743678 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71761edd-af4e-4b4c-92b6-9fd42dbaaeef req-18c3e2a9-2031-44cb-bf60-2d8b207b29f2 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:03:16.745241 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-71761edd-af4e-4b4c-92b6-9fd42dbaaeef req-18c3e2a9-2031-44cb-bf60-2d8b207b29f2 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9a950b5-853f-4f69-936b-d6f7894ed47b HTTP/1.1" status: 200 len: 944 time: 0.0511212 Sep 03 13:03:16.786103 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-71761edd-af4e-4b4c-92b6-9fd42dbaaeef req-603501f0-69bd-4c7c-80b3-2fdacde498e1 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=b256b272-4194-4266-bb97-1a01fa872f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349145 Sep 03 13:03:17.912240 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ad1351-ffe9-451a-8b72-4a6e256fe522 req-70ceeccc-0945-40a8-8dd3-e1fa9ce2c992 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:03:17.913705 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-56ad1351-ffe9-451a-8b72-4a6e256fe522 req-70ceeccc-0945-40a8-8dd3-e1fa9ce2c992 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9a950b5-853f-4f69-936b-d6f7894ed47b HTTP/1.1" status: 200 len: 944 time: 0.0535681 Sep 03 13:03:17.951904 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-56ad1351-ffe9-451a-8b72-4a6e256fe522 req-13393c16-f1e4-4d2a-b8be-e9eb198f65f2 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=b256b272-4194-4266-bb97-1a01fa872f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320630 Sep 03 13:03:19.068925 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064e7449-9527-47c1-abc2-5dc5236c5183 req-ca4f017b-cc68-4bd8-914f-074c07f42dae tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:03:19.070060 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-064e7449-9527-47c1-abc2-5dc5236c5183 req-ca4f017b-cc68-4bd8-914f-074c07f42dae tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9a950b5-853f-4f69-936b-d6f7894ed47b HTTP/1.1" status: 200 len: 944 time: 0.0490324 Sep 03 13:03:19.108048 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-064e7449-9527-47c1-abc2-5dc5236c5183 req-aa1ea8f6-cecd-45ed-bdf0-44bb9c6db951 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=b256b272-4194-4266-bb97-1a01fa872f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318871 Sep 03 13:03:19.162619 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-e88b0def-38d5-4a75-b17b-1ae8470ca9c2 req-a12a9aeb-5c43-4c22-baf0-ef0909d1186f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=732aca35-671d-4ac9-9e2d-f9c68385521f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0379519 Sep 03 13:03:19.265126 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88b0def-38d5-4a75-b17b-1ae8470ca9c2 req-a8f07716-0ab6-459f-8f58-2d080c5e7ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:03:19.266622 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-e88b0def-38d5-4a75-b17b-1ae8470ca9c2 req-a8f07716-0ab6-459f-8f58-2d080c5e7ee2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ca4d8f1b1cc14659a16af4ec915819aa&device_id=732aca35-671d-4ac9-9e2d-f9c68385521f HTTP/1.1" status: 200 len: 1098 time: 0.0434804 Sep 03 13:03:19.372166 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88b0def-38d5-4a75-b17b-1ae8470ca9c2 req-eeeec2c5-d290-4fd7-9df1-0230d11b08a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:03:19.373647 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-e88b0def-38d5-4a75-b17b-1ae8470ca9c2 req-eeeec2c5-d290-4fd7-9df1-0230d11b08a1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=345637cf-75d9-4779-b1b1-52f200b41e58 HTTP/1.1" status: 200 len: 909 time: 0.0845692 Sep 03 13:03:19.445461 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-e88b0def-38d5-4a75-b17b-1ae8470ca9c2 req-1675c416-fba1-4d65-b55f-f28f76c61e87 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c95bbd98-88a0-4068-b974-d265ec66202f HTTP/1.1" status: 200 len: 1001 time: 0.0633521 Sep 03 13:03:19.494998 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88b0def-38d5-4a75-b17b-1ae8470ca9c2 req-2d99c0a2-ec49-4c77-bb53-debe7436d242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:03:19.496719 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-e88b0def-38d5-4a75-b17b-1ae8470ca9c2 req-2d99c0a2-ec49-4c77-bb53-debe7436d242 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9e2dffd0-2e45-4317-8b2f-2228f5cb6a48 HTTP/1.1" status: 200 len: 848 time: 0.0434310 Sep 03 13:03:19.542127 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88b0def-38d5-4a75-b17b-1ae8470ca9c2 req-5ee15f7d-2cff-4c94-a713-e7c9f2275c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:03:19.543649 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-e88b0def-38d5-4a75-b17b-1ae8470ca9c2 req-5ee15f7d-2cff-4c94-a713-e7c9f2275c47 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=345637cf-75d9-4779-b1b1-52f200b41e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388992 Sep 03 13:03:19.637310 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-e88b0def-38d5-4a75-b17b-1ae8470ca9c2 req-bbc48773-8653-44a7-bfce-b508c8f520c7 service neutron] 10.222.0.11 "GET /v2.0/networks/345637cf-75d9-4779-b1b1-52f200b41e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855589 Sep 03 13:03:19.747567 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-e88b0def-38d5-4a75-b17b-1ae8470ca9c2 req-a78fcf42-15fc-4fce-9e90-06343a8665bc service neutron] 10.222.0.11 "GET /v2.0/networks/345637cf-75d9-4779-b1b1-52f200b41e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862894 Sep 03 13:03:20.230405 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbcb32d-3577-411d-9afa-0fcb4437d0be req-1ec1a904-6cb1-411c-ae50-e841cae3e5e1 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:03:20.231941 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-dfbcb32d-3577-411d-9afa-0fcb4437d0be req-1ec1a904-6cb1-411c-ae50-e841cae3e5e1 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9a950b5-853f-4f69-936b-d6f7894ed47b HTTP/1.1" status: 200 len: 944 time: 0.0525424 Sep 03 13:03:20.268044 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-dfbcb32d-3577-411d-9afa-0fcb4437d0be req-4b8efd77-1b13-4176-b863-f5d09a77b6c3 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=b256b272-4194-4266-bb97-1a01fa872f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302904 Sep 03 13:03:21.383861 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a768dd77-d89e-4d84-ba84-00a6ae9b4143 req-6cf0216a-5054-4f3a-a56d-4fbe117466cf tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:03:21.385291 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-a768dd77-d89e-4d84-ba84-00a6ae9b4143 req-6cf0216a-5054-4f3a-a56d-4fbe117466cf tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9a950b5-853f-4f69-936b-d6f7894ed47b HTTP/1.1" status: 200 len: 944 time: 0.0461440 Sep 03 13:03:21.423250 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-a768dd77-d89e-4d84-ba84-00a6ae9b4143 req-094f9e9a-8026-4de7-9fae-015a750604f4 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=b256b272-4194-4266-bb97-1a01fa872f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319095 Sep 03 13:03:21.529460 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Device 8fcee75b-2f44-418f-819a-e441c63bebf7 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=120043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 13:03:21.623779 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] For port 8fcee75b-2f44-418f-819a-e441c63bebf7, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=8fcee75b-2f44-418f-819a-e441c63bebf7,segment=NetworkSegment(32a72ad9-2465-4193-b477-40371effc92a),segment_id=32a72ad9-2465-4193-b477-40371effc92a)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:03:21.634496 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Returning: {'device': '8fcee75b-2f44-418f-819a-e441c63bebf7', 'network_id': '4ae4bd86-9baa-4a46-894e-9d6319ec74c4', 'port_id': '8fcee75b-2f44-418f-819a-e441c63bebf7', 'mac_address': 'fa:16:3e:35:ad:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4c3bb0a-fdd7-427f-b24b-a6cf6ccdaba3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 13:03:21.669356 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:21.681891 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.notifiers.nova [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fcee75b-2f44-418f-819a-e441c63bebf7 {{(pid=120043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 13:03:21.699631 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] For port 8fcee75b-2f44-418f-819a-e441c63bebf7, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=8fcee75b-2f44-418f-819a-e441c63bebf7,segment=NetworkSegment(32a72ad9-2465-4193-b477-40371effc92a),segment_id=32a72ad9-2465-4193-b477-40371effc92a)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:03:21.810308 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:21.856506 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Pushing event updated for resources: {'Port': ['ID=8fcee75b-2f44-418f-819a-e441c63bebf7,revision_number=9']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:03:22.041380 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] get_ports_and_sgs() called for port_ids ['8fcee75b-2f44-418f-819a-e441c63bebf7'] {{(pid=120043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 13:03:22.540561 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed5a01-3a05-414a-a50f-06e7085c98f4 req-4f89bccc-f178-4e25-995f-b7fc87422120 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:03:22.542149 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-4aed5a01-3a05-414a-a50f-06e7085c98f4 req-4f89bccc-f178-4e25-995f-b7fc87422120 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9a950b5-853f-4f69-936b-d6f7894ed47b HTTP/1.1" status: 200 len: 945 time: 0.0478218 Sep 03 13:03:22.579487 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-4aed5a01-3a05-414a-a50f-06e7085c98f4 req-9fec872d-dd38-4a77-a587-9a05390ec202 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=b256b272-4194-4266-bb97-1a01fa872f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316668 Sep 03 13:03:23.544124 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Device 8fcee75b-2f44-418f-819a-e441c63bebf7 up at agent hyperv_hv-cinder-78878 {{(pid=120043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:03:23.590604 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Provisioning complete for port 8fcee75b-2f44-418f-819a-e441c63bebf7 triggered by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:03:23.591012 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:23.669604 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:23.691858 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9a950b5-853f-4f69-936b-d6f7894ed47b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fcee75b-2f44-418f-819a-e441c63bebf7'}] {{(pid=120043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:03:23.694116 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75183f2819bd2f1145e278a2316968184774222fd4353ccf17289daf4feac16a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e739293f-e213-4004-9d69-6b9f8906d801" -d '{"events": [{"server_uuid": "c9a950b5-853f-4f69-936b-d6f7894ed47b", "name": "network-vif-plugged", "status": "completed", "tag": "8fcee75b-2f44-418f-819a-e441c63bebf7"}]}' {{(pid=120043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:03:23.705016 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43f0214-c85a-4059-84d9-2836cb5f41c9 req-52e2d0de-3a0c-4767-83b8-da7c95473d8f tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:03:23.706528 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-c43f0214-c85a-4059-84d9-2836cb5f41c9 req-52e2d0de-3a0c-4767-83b8-da7c95473d8f tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9a950b5-853f-4f69-936b-d6f7894ed47b HTTP/1.1" status: 200 len: 945 time: 0.0525603 Sep 03 13:03:23.707294 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] For port 8fcee75b-2f44-418f-819a-e441c63bebf7, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=8fcee75b-2f44-418f-819a-e441c63bebf7,segment=NetworkSegment(32a72ad9-2465-4193-b477-40371effc92a),segment_id=32a72ad9-2465-4193-b477-40371effc92a)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:03:23.737924 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 13:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c0e8591-b6b9-4272-9ee2-ec80395f0117 x-openstack-request-id: req-4c0e8591-b6b9-4272-9ee2-ec80395f0117 {{(pid=120043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:03:23.738221 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9a950b5-853f-4f69-936b-d6f7894ed47b", "name": "network-vif-plugged", "status": "completed", "tag": "8fcee75b-2f44-418f-819a-e441c63bebf7", "code": 200}]} {{(pid=120043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:03:23.738481 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4c0e8591-b6b9-4272-9ee2-ec80395f0117 {{(pid=120043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:03:23.738907 dv-cinder-788782-9-iscsi neutron-server[120043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9a950b5-853f-4f69-936b-d6f7894ed47b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fcee75b-2f44-418f-819a-e441c63bebf7', 'code': 200} Sep 03 13:03:23.745917 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-c43f0214-c85a-4059-84d9-2836cb5f41c9 req-7f044e2b-2c49-4b86-ba5a-f57e8861035b tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=b256b272-4194-4266-bb97-1a01fa872f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327685 Sep 03 13:03:23.801186 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:23.847101 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Pushing event updated for resources: {'Port': ['ID=8fcee75b-2f44-418f-819a-e441c63bebf7,revision_number=10']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:03:24.094589 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f326020-25be-48d5-9004-55333cc8e53a req-ec568d67-22f6-4267-b262-d603e126615f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:03:24.095986 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-1f326020-25be-48d5-9004-55333cc8e53a req-ec568d67-22f6-4267-b262-d603e126615f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c9a950b5-853f-4f69-936b-d6f7894ed47b HTTP/1.1" status: 200 len: 1100 time: 0.0381382 Sep 03 13:03:24.130754 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-1f326020-25be-48d5-9004-55333cc8e53a req-8ee0d4d8-c898-4eba-959f-a64c46c03685 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b256b272-4194-4266-bb97-1a01fa872f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0264046 Sep 03 13:03:24.863728 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d2bec8-ac10-4881-a6e9-08562ad09b32 req-d3831234-11af-491e-b256-4d53cf57b93b tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:03:24.865738 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-b8d2bec8-ac10-4881-a6e9-08562ad09b32 req-d3831234-11af-491e-b256-4d53cf57b93b tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9a950b5-853f-4f69-936b-d6f7894ed47b HTTP/1.1" status: 200 len: 947 time: 0.0475965 Sep 03 13:03:24.902160 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-b8d2bec8-ac10-4881-a6e9-08562ad09b32 req-9bb8ca37-5f89-458c-8593-f35346f227e6 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=b256b272-4194-4266-bb97-1a01fa872f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305910 Sep 03 13:03:26.019881 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87246fe-c695-4a53-ab78-9da8a778abdd req-c0d0fe02-faf9-43e8-9aba-72e2c80e29cb tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:03:26.021264 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-b87246fe-c695-4a53-ab78-9da8a778abdd req-c0d0fe02-faf9-43e8-9aba-72e2c80e29cb tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9a950b5-853f-4f69-936b-d6f7894ed47b HTTP/1.1" status: 200 len: 947 time: 0.0499415 Sep 03 13:03:26.067467 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-b87246fe-c695-4a53-ab78-9da8a778abdd req-66c46eae-8331-4630-be36-b254a1da63db tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=b256b272-4194-4266-bb97-1a01fa872f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342500 Sep 03 13:03:27.205557 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bb8420-7f19-4a61-bce0-a4b331bdf460 req-12fe7004-e019-4502-b45b-910d1b05c854 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:03:27.207059 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-d7bb8420-7f19-4a61-bce0-a4b331bdf460 req-12fe7004-e019-4502-b45b-910d1b05c854 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9a950b5-853f-4f69-936b-d6f7894ed47b HTTP/1.1" status: 200 len: 947 time: 0.0462358 Sep 03 13:03:27.244676 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-d7bb8420-7f19-4a61-bce0-a4b331bdf460 req-153e98a1-16ce-456c-ab59-df7798774824 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=b256b272-4194-4266-bb97-1a01fa872f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309603 Sep 03 13:03:27.648498 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cc24e7-b962-45e0-bd73-34b02c225c80 req-65e35062-6896-4a10-b3b0-431304f23fca tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:03:27.649935 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-a7cc24e7-b962-45e0-bd73-34b02c225c80 req-65e35062-6896-4a10-b3b0-431304f23fca tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3c7295c-7534-4ef9-b031-dd331735b299 HTTP/1.1" status: 200 len: 946 time: 0.0465314 Sep 03 13:03:27.687268 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-a7cc24e7-b962-45e0-bd73-34b02c225c80 req-65bc2ead-8636-4f79-ba95-5f650a423c05 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea586cd4-a3f6-45a0-aed3-da61003dfbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314586 Sep 03 13:03:27.709245 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 42658) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:03:27.791573 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264740c2-7dd9-4133-b01a-14afdbb0b23d tempest-TestMinimumBasicScenario-132007459 tempest-TestMinimumBasicScenario-132007459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:03:27.793084 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-264740c2-7dd9-4133-b01a-14afdbb0b23d tempest-TestMinimumBasicScenario-132007459 tempest-TestMinimumBasicScenario-132007459-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=a3c7295c-7534-4ef9-b031-dd331735b299 HTTP/1.1" status: 200 len: 1094 time: 0.0826123 Sep 03 13:03:27.795989 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 42662) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:03:27.800235 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.v2.base [None req-95672857-9464-49c4-be04-a38e1687a573 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Request body: {'floatingip': {'floating_network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'port_id': '3467f599-4a58-4962-8477-2ce4613ff1e7', 'tenant_id': '48d198ff7fa4451082272b3569f83b2e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=120042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:03:27.943974 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-95672857-9464-49c4-be04-a38e1687a573 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Notify callbacks [] for floatingip, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:28.038224 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-95672857-9464-49c4-be04-a38e1687a573 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:28.141774 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.db_base_plugin_common [None req-95672857-9464-49c4-be04-a38e1687a573 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Allocated IP 172.27.3.204 (9198821c-ee56-4cb5-9e5d-ab43e0594ece/2efca78d-d4c6-45b2-a3f0-03ef309b0579/4f9ffd6b-4cc4-4f03-8cff-612ab2a95c91) {{(pid=120042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 13:03:28.238845 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-95672857-9464-49c4-be04-a38e1687a573 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Notify callbacks [] for port, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:28.332624 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-95672857-9464-49c4-be04-a38e1687a573 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763613061259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534626149'] for port, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:28.370949 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95672857-9464-49c4-be04-a38e1687a573 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Network 9198821c-ee56-4cb5-9e5d-ab43e0594ece is already hosted by enough agents. {{(pid=120042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 13:03:28.373730 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.base_scheduler [None req-95672857-9464-49c4-be04-a38e1687a573 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Resources bound (agent type, host, resource id): {{(pid=120042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:03:28.376254 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95672857-9464-49c4-be04-a38e1687a573 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Received port after_create {{(pid=120042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 13:03:28.404358 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95672857-9464-49c4-be04-a38e1687a573 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Pushing event updated for resources: {'Port': ['ID=4f9ffd6b-4cc4-4f03-8cff-612ab2a95c91,revision_number=1']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:03:28.416517 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95672857-9464-49c4-be04-a38e1687a573 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:03:28.416873 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95672857-9464-49c4-be04-a38e1687a573 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:03:28.422380 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95672857-9464-49c4-be04-a38e1687a573 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:03:28.422380 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95672857-9464-49c4-be04-a38e1687a573 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:03:28.422380 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95672857-9464-49c4-be04-a38e1687a573 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:03:28.422380 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95672857-9464-49c4-be04-a38e1687a573 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:03:28.422380 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95672857-9464-49c4-be04-a38e1687a573 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:03:28.422380 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95672857-9464-49c4-be04-a38e1687a573 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:03:28.422380 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95672857-9464-49c4-be04-a38e1687a573 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:03:28.422380 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95672857-9464-49c4-be04-a38e1687a573 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:03:28.422380 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95672857-9464-49c4-be04-a38e1687a573 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:03:28.422380 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95672857-9464-49c4-be04-a38e1687a573 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:03:28.713558 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-95672857-9464-49c4-be04-a38e1687a573 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Notify callbacks [] for floatingip, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:28.897755 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-95672857-9464-49c4-be04-a38e1687a573 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:29.043275 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-95672857-9464-49c4-be04-a38e1687a573 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Notify callbacks [] for port, precommit_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:29.137428 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-95672857-9464-49c4-be04-a38e1687a573 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534626162'] for port, after_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:29.203713 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95672857-9464-49c4-be04-a38e1687a573 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Pushing event updated for resources: {'Port': ['ID=4f9ffd6b-4cc4-4f03-8cff-612ab2a95c91,revision_number=2']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:03:29.215344 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-95672857-9464-49c4-be04-a38e1687a573 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748779'] for floatingip, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:29.310190 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.db.l3_db [None req-95672857-9464-49c4-be04-a38e1687a573 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Floating IP d93c0b77-6bc3-4b72-ac67-a53449bf508b associated. External IP: 172.27.3.204, port: 3467f599-4a58-4962-8477-2ce4613ff1e7. Sep 03 13:03:29.503123 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95672857-9464-49c4-be04-a38e1687a573 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Router ba4a6eb7-8062-4d0c-a159-32e7fe1f0201 has already been hosted by L3 agent 3ba3cff0-0714-4a2d-b638-391a63c22700 {{(pid=120042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 13:03:29.851266 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95672857-9464-49c4-be04-a38e1687a573 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Notify agent at l3_agent.dv-cinder-788782-9-iscsi the message routers_updated {{(pid=120042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 13:03:29.861156 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a97e5e-af31-409a-bee2-e75402affb54 None None] Sync routers for ids ['ba4a6eb7-8062-4d0c-a159-32e7fe1f0201'] in dv-cinder-788782-9-iscsi {{(pid=120043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 13:03:29.870853 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a97e5e-af31-409a-bee2-e75402affb54 None None] Routers {'ba4a6eb7-8062-4d0c-a159-32e7fe1f0201'} bound to L3 agent in host dv-cinder-788782-9-iscsi {{(pid=120043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:03:29.875029 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_hamode_db [None req-d7a97e5e-af31-409a-bee2-e75402affb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T12:48:38Z,description=,heartbeat_timestamp=2021-09-03T13:03:08Z,host='dv-cinder-788782-9-iscsi',id=3ba3cff0-0714-4a2d-b638-391a63c22700,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:48:38Z,topic='l3_agent')) {'router_ids': ['ba4a6eb7-8062-4d0c-a159-32e7fe1f0201'], 'active': True} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:03:29.973749 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvr_db [None req-d7a97e5e-af31-409a-bee2-e75402affb54 None None] Set router ba4a6eb7-8062-4d0c-a159-32e7fe1f0201 gateway port host: dv-cinder-788782-9-iscsi {{(pid=120043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:03:29.989507 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-95672857-9464-49c4-be04-a38e1687a573 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10697'] for floatingip, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:30.016927 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-95672857-9464-49c4-be04-a38e1687a573 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2199435 Sep 03 13:03:30.017515 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3c7295c-7534-4ef9-b031-dd331735b299', 'tag': '3467f599-4a58-4962-8477-2ce4613ff1e7'}] {{(pid=120042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:03:30.019707 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 42668) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:03:30.020259 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d2a6420b193a10f45e0477184c700453c1253cfa456d27c4e3ab5b2f2f62351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7330bd7-7ee2-4c59-a396-d8622d7809fd" -d '{"events": [{"name": "network-changed", "server_uuid": "a3c7295c-7534-4ef9-b031-dd331735b299", "tag": "3467f599-4a58-4962-8477-2ce4613ff1e7"}]}' {{(pid=120042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:03:30.025826 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.v2.base [None req-bc5f2ecd-e9dd-4146-b39d-4c23f6ceac32 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-342857220', 'description': 'tempest-secgroup-smoke-342857220 description', 'project_id': '48d198ff7fa4451082272b3569f83b2e'}} {{(pid=120041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:03:30.056880 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 13:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b88d50c4-4997-4f98-9ea2-d5010049acf2 x-openstack-request-id: req-b88d50c4-4997-4f98-9ea2-d5010049acf2 {{(pid=120042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:03:30.057227 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3c7295c-7534-4ef9-b031-dd331735b299", "tag": "3467f599-4a58-4962-8477-2ce4613ff1e7", "status": "completed", "code": 200}]} {{(pid=120042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:03:30.057479 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b88d50c4-4997-4f98-9ea2-d5010049acf2 {{(pid=120042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:03:30.057880 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3c7295c-7534-4ef9-b031-dd331735b299', 'tag': '3467f599-4a58-4962-8477-2ce4613ff1e7', 'status': 'completed', 'code': 200} Sep 03 13:03:30.123853 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7330bd7-7ee2-4c59-a396-d8622d7809fd req-d48de8ee-2150-48df-8fd6-ebb17bb57ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:03:30.125334 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-f7330bd7-7ee2-4c59-a396-d8622d7809fd req-d48de8ee-2150-48df-8fd6-ebb17bb57ae9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=48d198ff7fa4451082272b3569f83b2e&device_id=a3c7295c-7534-4ef9-b031-dd331735b299 HTTP/1.1" status: 200 len: 1099 time: 0.0389221 Sep 03 13:03:30.153565 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-bc5f2ecd-e9dd-4146-b39d-4c23f6ceac32 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Notify callbacks [] for security_group, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:30.199111 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_hamode_db [None req-d7a97e5e-af31-409a-bee2-e75402affb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba4a6eb7-8062-4d0c-a159-32e7fe1f0201', 'name': 'tempest-TestMinimumBasicScenario-348008650-router', 'tenant_id': '48d198ff7fa4451082272b3569f83b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '0eae6f1a-0a09-4006-a023-99106e3ced24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:02:18Z', 'updated_at': '2021-09-03T13:02:22Z', 'revision_number': 4, 'project_id': '48d198ff7fa4451082272b3569f83b2e', 'gw_port': {'id': '0eae6f1a-0a09-4006-a023-99106e3ced24', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:0a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4a6eb7-8062-4d0c-a159-32e7fe1f0201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:02:19Z', 'updated_at': '2021-09-03T13:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi', '_floatingips': [{'id': 'd93c0b77-6bc3-4b72-ac67-a53449bf508b', 'tenant_id': '48d198ff7fa4451082272b3569f83b2e', 'floating_ip_address': '172.27.3.204', 'floating_network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'router_id': 'ba4a6eb7-8062-4d0c-a159-32e7fe1f0201', 'port_id': '3467f599-4a58-4962-8477-2ce4613ff1e7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84d71880-f14f-4eb3-a7c9-15c7c9d82c67', 'mac_address': 'fa:16:3e:52:27:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c7295c-7534-4ef9-b031-dd331735b299', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T13:03:28Z', 'updated_at': '2021-09-03T13:03:28Z', 'revision_number': 0, 'project_id': '48d198ff7fa4451082272b3569f83b2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86487b5a-9534-4342-9a72-c80c633ac5c8', 'name': '', 'network_id': '84d71880-f14f-4eb3-a7c9-15c7c9d82c67', 'tenant_id': '48d198ff7fa4451082272b3569f83b2e', 'mac_address': 'fa:16:3e:74:49:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4a6eb7-8062-4d0c-a159-32e7fe1f0201', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'd8bd83f5-689d-4165-a44c-089c744602b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:02:21Z', 'updated_at': '2021-09-03T13:02:28Z', 'revision_number': 5, 'project_id': '48d198ff7fa4451082272b3569f83b2e', 'subnets': [{'id': 'd8bd83f5-689d-4165-a44c-089c744602b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-9-iscsi', False) {} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:03:30.224707 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7330bd7-7ee2-4c59-a396-d8622d7809fd req-117baffc-4004-411c-a131-85ec9f43b695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:03:30.226308 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-f7330bd7-7ee2-4c59-a396-d8622d7809fd req-117baffc-4004-411c-a131-85ec9f43b695 service neutron] 10.222.0.11 "GET /v2.0/networks?id=84d71880-f14f-4eb3-a7c9-15c7c9d82c67 HTTP/1.1" status: 200 len: 914 time: 0.0919690 Sep 03 13:03:30.239447 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-bc5f2ecd-e9dd-4146-b39d-4c23f6ceac32 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Notify callbacks [] for security_group, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:30.294809 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-f7330bd7-7ee2-4c59-a396-d8622d7809fd req-3552f743-ab45-4d5f-993e-8f2a5a603ed4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3467f599-4a58-4962-8477-2ce4613ff1e7 HTTP/1.1" status: 200 len: 1000 time: 0.0603490 Sep 03 13:03:30.309236 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-bc5f2ecd-e9dd-4146-b39d-4c23f6ceac32 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:30.339882 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5f2ecd-e9dd-4146-b39d-4c23f6ceac32 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab6a8b1-e7fb-4f9c-9204-9f138d25bce8,revision_number=1']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:03:30.346175 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a97e5e-af31-409a-bee2-e75402affb54 None None] Checking router: ba4a6eb7-8062-4d0c-a159-32e7fe1f0201 for host: dv-cinder-788782-9-iscsi {{(pid=120043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 13:03:30.347130 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7330bd7-7ee2-4c59-a396-d8622d7809fd req-c4adbaaa-7d8d-46bc-8fa4-b0d9bc6d9bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:03:30.347888 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5f2ecd-e9dd-4146-b39d-4c23f6ceac32 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:03:30.348428 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5f2ecd-e9dd-4146-b39d-4c23f6ceac32 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:03:30.348784 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-f7330bd7-7ee2-4c59-a396-d8622d7809fd req-c4adbaaa-7d8d-46bc-8fa4-b0d9bc6d9bc9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d8bd83f5-689d-4165-a44c-089c744602b8 HTTP/1.1" status: 200 len: 853 time: 0.0463116 Sep 03 13:03:30.349724 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5f2ecd-e9dd-4146-b39d-4c23f6ceac32 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:03:30.350099 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5f2ecd-e9dd-4146-b39d-4c23f6ceac32 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:03:30.350421 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5f2ecd-e9dd-4146-b39d-4c23f6ceac32 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:03:30.350955 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5f2ecd-e9dd-4146-b39d-4c23f6ceac32 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:03:30.351286 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5f2ecd-e9dd-4146-b39d-4c23f6ceac32 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:03:30.351644 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5f2ecd-e9dd-4146-b39d-4c23f6ceac32 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:03:30.352035 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5f2ecd-e9dd-4146-b39d-4c23f6ceac32 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:03:30.352423 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5f2ecd-e9dd-4146-b39d-4c23f6ceac32 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:03:30.352755 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5f2ecd-e9dd-4146-b39d-4c23f6ceac32 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:03:30.353088 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5f2ecd-e9dd-4146-b39d-4c23f6ceac32 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:03:30.355587 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a97e5e-af31-409a-bee2-e75402affb54 None None] Routers {'ba4a6eb7-8062-4d0c-a159-32e7fe1f0201'} bound to L3 agent in host dv-cinder-788782-9-iscsi {{(pid=120043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:03:30.356223 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_hamode_db [None req-d7a97e5e-af31-409a-bee2-e75402affb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T12:48:38Z,description=,heartbeat_timestamp=2021-09-03T13:03:08Z,host='dv-cinder-788782-9-iscsi',id=3ba3cff0-0714-4a2d-b638-391a63c22700,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:48:38Z,topic='l3_agent')) {'router_ids': ['ba4a6eb7-8062-4d0c-a159-32e7fe1f0201'], 'active': True} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:03:30.400065 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7330bd7-7ee2-4c59-a396-d8622d7809fd req-86d9d99c-c3f7-4820-ab76-be85d080bcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:03:30.401455 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-f7330bd7-7ee2-4c59-a396-d8622d7809fd req-86d9d99c-c3f7-4820-ab76-be85d080bcd3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=84d71880-f14f-4eb3-a7c9-15c7c9d82c67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423951 Sep 03 13:03:30.418241 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-bc5f2ecd-e9dd-4146-b39d-4c23f6ceac32 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Notify callbacks [] for security_group, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:30.419578 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-bc5f2ecd-e9dd-4146-b39d-4c23f6ceac32 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3986688 Sep 03 13:03:30.422428 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 42676) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:03:30.432045 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.v2.base [None req-5fecb2d9-6c81-4c55-9c8a-2fee3f5c0c5e tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Request body: {'security_group_rule': {'security_group_id': '0ab6a8b1-e7fb-4f9c-9204-9f138d25bce8', 'project_id': '48d198ff7fa4451082272b3569f83b2e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:03:30.463356 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvr_db [None req-d7a97e5e-af31-409a-bee2-e75402affb54 None None] Set router ba4a6eb7-8062-4d0c-a159-32e7fe1f0201 gateway port host: dv-cinder-788782-9-iscsi {{(pid=120043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:03:30.494487 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-f7330bd7-7ee2-4c59-a396-d8622d7809fd req-58424b66-171d-4e40-96b7-90d0747eafd3 service neutron] 10.222.0.11 "GET /v2.0/networks/84d71880-f14f-4eb3-a7c9-15c7c9d82c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852244 Sep 03 13:03:30.519857 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-5fecb2d9-6c81-4c55-9c8a-2fee3f5c0c5e tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Notify callbacks [] for security_group_rule, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:30.583055 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-5fecb2d9-6c81-4c55-9c8a-2fee3f5c0c5e tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:30.591767 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-f7330bd7-7ee2-4c59-a396-d8622d7809fd req-9c04bf0d-e35d-413b-912f-5542733de475 service neutron] 10.222.0.11 "GET /v2.0/networks/84d71880-f14f-4eb3-a7c9-15c7c9d82c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897138 Sep 03 13:03:30.669199 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-5fecb2d9-6c81-4c55-9c8a-2fee3f5c0c5e tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684986'] for security_group_rule, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:30.684644 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fecb2d9-6c81-4c55-9c8a-2fee3f5c0c5e tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73803728-05a7-4095-8c40-e7a7601617aa,revision_number=0']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:03:30.692433 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_hamode_db [None req-d7a97e5e-af31-409a-bee2-e75402affb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba4a6eb7-8062-4d0c-a159-32e7fe1f0201', 'name': 'tempest-TestMinimumBasicScenario-348008650-router', 'tenant_id': '48d198ff7fa4451082272b3569f83b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '0eae6f1a-0a09-4006-a023-99106e3ced24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:02:18Z', 'updated_at': '2021-09-03T13:02:22Z', 'revision_number': 4, 'project_id': '48d198ff7fa4451082272b3569f83b2e', 'gw_port': {'id': '0eae6f1a-0a09-4006-a023-99106e3ced24', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:0a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4a6eb7-8062-4d0c-a159-32e7fe1f0201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:02:19Z', 'updated_at': '2021-09-03T13:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi', '_floatingips': [{'id': 'd93c0b77-6bc3-4b72-ac67-a53449bf508b', 'tenant_id': '48d198ff7fa4451082272b3569f83b2e', 'floating_ip_address': '172.27.3.204', 'floating_network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'router_id': 'ba4a6eb7-8062-4d0c-a159-32e7fe1f0201', 'port_id': '3467f599-4a58-4962-8477-2ce4613ff1e7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84d71880-f14f-4eb3-a7c9-15c7c9d82c67', 'mac_address': 'fa:16:3e:52:27:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c7295c-7534-4ef9-b031-dd331735b299', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T13:03:28Z', 'updated_at': '2021-09-03T13:03:28Z', 'revision_number': 0, 'project_id': '48d198ff7fa4451082272b3569f83b2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86487b5a-9534-4342-9a72-c80c633ac5c8', 'name': '', 'network_id': '84d71880-f14f-4eb3-a7c9-15c7c9d82c67', 'tenant_id': '48d198ff7fa4451082272b3569f83b2e', 'mac_address': 'fa:16:3e:74:49:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4a6eb7-8062-4d0c-a159-32e7fe1f0201', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'd8bd83f5-689d-4165-a44c-089c744602b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:02:21Z', 'updated_at': '2021-09-03T13:02:28Z', 'revision_number': 5, 'project_id': '48d198ff7fa4451082272b3569f83b2e', 'subnets': [{'id': 'd8bd83f5-689d-4165-a44c-089c744602b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-9-iscsi', False) {} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:03:30.718567 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a97e5e-af31-409a-bee2-e75402affb54 None None] The sync data for ids ['ba4a6eb7-8062-4d0c-a159-32e7fe1f0201'] in dv-cinder-788782-9-iscsi is: [{'id': 'ba4a6eb7-8062-4d0c-a159-32e7fe1f0201', 'name': 'tempest-TestMinimumBasicScenario-348008650-router', 'tenant_id': '48d198ff7fa4451082272b3569f83b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '0eae6f1a-0a09-4006-a023-99106e3ced24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:02:18Z', 'updated_at': '2021-09-03T13:02:22Z', 'revision_number': 4, 'project_id': '48d198ff7fa4451082272b3569f83b2e', 'gw_port': {'id': '0eae6f1a-0a09-4006-a023-99106e3ced24', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:0a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4a6eb7-8062-4d0c-a159-32e7fe1f0201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:02:19Z', 'updated_at': '2021-09-03T13:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi', '_floatingips': [{'id': 'd93c0b77-6bc3-4b72-ac67-a53449bf508b', 'tenant_id': '48d198ff7fa4451082272b3569f83b2e', 'floating_ip_address': '172.27.3.204', 'floating_network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'router_id': 'ba4a6eb7-8062-4d0c-a159-32e7fe1f0201', 'port_id': '3467f599-4a58-4962-8477-2ce4613ff1e7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84d71880-f14f-4eb3-a7c9-15c7c9d82c67', 'mac_address': 'fa:16:3e:52:27:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c7295c-7534-4ef9-b031-dd331735b299', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T13:03:28Z', 'updated_at': '2021-09-03T13:03:28Z', 'revision_number': 0, 'project_id': '48d198ff7fa4451082272b3569f83b2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86487b5a-9534-4342-9a72-c80c633ac5c8', 'name': '', 'network_id': '84d71880-f14f-4eb3-a7c9-15c7c9d82c67', 'tenant_id': '48d198ff7fa4451082272b3569f83b2e', 'mac_address': 'fa:16:3e:74:49:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4a6eb7-8062-4d0c-a159-32e7fe1f0201', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'd8bd83f5-689d-4165-a44c-089c744602b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:02:21Z', 'updated_at': '2021-09-03T13:02:28Z', 'revision_number': 5, 'project_id': '48d198ff7fa4451082272b3569f83b2e', 'subnets': [{'id': 'd8bd83f5-689d-4165-a44c-089c744602b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 13:03:30.770440 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-5fecb2d9-6c81-4c55-9c8a-2fee3f5c0c5e tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Notify callbacks [] for security_group_rule, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:30.772276 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-5fecb2d9-6c81-4c55-9c8a-2fee3f5c0c5e tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3485816 Sep 03 13:03:30.774911 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 42678) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:03:30.779400 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.v2.base [None req-a119fabe-00a8-4f8c-8852-c128ce692b4e tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Request body: {'security_group_rule': {'security_group_id': '0ab6a8b1-e7fb-4f9c-9204-9f138d25bce8', 'project_id': '48d198ff7fa4451082272b3569f83b2e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=120041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:03:30.890076 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-a119fabe-00a8-4f8c-8852-c128ce692b4e tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Notify callbacks [] for security_group_rule, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:30.893568 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b348b01-f78d-450a-bda4-ed8ef3524247 None None] New status for floating IP d93c0b77-6bc3-4b72-ac67-a53449bf508b: ACTIVE {{(pid=120044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 13:03:30.948484 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-a119fabe-00a8-4f8c-8852-c128ce692b4e tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:31.027659 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-a119fabe-00a8-4f8c-8852-c128ce692b4e tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684986'] for security_group_rule, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:31.047159 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a119fabe-00a8-4f8c-8852-c128ce692b4e tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7278fc19-6738-4b97-9860-ac29dfda071a,revision_number=0']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:03:31.108067 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-a119fabe-00a8-4f8c-8852-c128ce692b4e tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Notify callbacks [] for security_group_rule, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:31.109385 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-a119fabe-00a8-4f8c-8852-c128ce692b4e tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3335543 Sep 03 13:03:31.112083 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 42680) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:03:31.116703 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.v2.base [None req-9dd6e22f-7bd0-4a36-8cfe-efa87f52dcb2 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Request body: {'security_group_rule': {'security_group_id': '0ab6a8b1-e7fb-4f9c-9204-9f138d25bce8', 'project_id': '48d198ff7fa4451082272b3569f83b2e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=120041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:03:31.239671 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-9dd6e22f-7bd0-4a36-8cfe-efa87f52dcb2 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Notify callbacks [] for security_group_rule, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:31.297051 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-9dd6e22f-7bd0-4a36-8cfe-efa87f52dcb2 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:31.377430 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-9dd6e22f-7bd0-4a36-8cfe-efa87f52dcb2 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684986'] for security_group_rule, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:31.395143 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd6e22f-7bd0-4a36-8cfe-efa87f52dcb2 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94ab60e5-875b-44cd-88ef-f9bb343490d6,revision_number=0']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:03:31.472725 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-9dd6e22f-7bd0-4a36-8cfe-efa87f52dcb2 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Notify callbacks [] for security_group_rule, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:31.473895 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-9dd6e22f-7bd0-4a36-8cfe-efa87f52dcb2 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3608458 Sep 03 13:03:31.476538 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 42684) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:03:31.480786 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.v2.base [None req-a84c1bcb-72f4-4ae3-8d02-426d5b1676b1 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Request body: {'security_group_rule': {'security_group_id': '0ab6a8b1-e7fb-4f9c-9204-9f138d25bce8', 'project_id': '48d198ff7fa4451082272b3569f83b2e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=120041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:03:31.580031 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-a84c1bcb-72f4-4ae3-8d02-426d5b1676b1 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Notify callbacks [] for security_group_rule, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:31.635738 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-a84c1bcb-72f4-4ae3-8d02-426d5b1676b1 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:31.720690 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-a84c1bcb-72f4-4ae3-8d02-426d5b1676b1 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684986'] for security_group_rule, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:31.737734 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84c1bcb-72f4-4ae3-8d02-426d5b1676b1 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ba574ee-75de-4b01-a3fa-35f8de5772d2,revision_number=0']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:03:31.833394 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-a84c1bcb-72f4-4ae3-8d02-426d5b1676b1 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Notify callbacks [] for security_group_rule, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:31.834792 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-a84c1bcb-72f4-4ae3-8d02-426d5b1676b1 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3571081 Sep 03 13:03:31.837474 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 42686) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:03:31.841914 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.v2.base [None req-620ae6f4-2cdc-4767-a469-97844c7504a8 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Request body: {'security_group_rule': {'security_group_id': '0ab6a8b1-e7fb-4f9c-9204-9f138d25bce8', 'project_id': '48d198ff7fa4451082272b3569f83b2e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=120041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:03:31.936383 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.db.securitygroups_db [None req-620ae6f4-2cdc-4767-a469-97844c7504a8 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Project 48d198ff7fa4451082272b3569f83b2e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 13:03:31.941525 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-620ae6f4-2cdc-4767-a469-97844c7504a8 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Notify callbacks [] for security_group_rule, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:31.999707 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-620ae6f4-2cdc-4767-a469-97844c7504a8 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:32.080752 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-620ae6f4-2cdc-4767-a469-97844c7504a8 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684986'] for security_group_rule, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:32.098096 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620ae6f4-2cdc-4767-a469-97844c7504a8 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=559e12bd-66b6-4509-8665-23babef02d4d,revision_number=0']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:03:32.170048 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-620ae6f4-2cdc-4767-a469-97844c7504a8 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Notify callbacks [] for security_group_rule, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:32.171238 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-620ae6f4-2cdc-4767-a469-97844c7504a8 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3328190 Sep 03 13:03:32.173837 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 42688) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:03:32.178813 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.v2.base [None req-6d708702-5b90-4116-afbe-d5751e5bbd2a tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Request body: {'security_group_rule': {'security_group_id': '0ab6a8b1-e7fb-4f9c-9204-9f138d25bce8', 'project_id': '48d198ff7fa4451082272b3569f83b2e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=120041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:03:32.273011 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.db.securitygroups_db [None req-6d708702-5b90-4116-afbe-d5751e5bbd2a tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Project 48d198ff7fa4451082272b3569f83b2e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 13:03:32.277755 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-6d708702-5b90-4116-afbe-d5751e5bbd2a tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Notify callbacks [] for security_group_rule, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:32.337992 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-6d708702-5b90-4116-afbe-d5751e5bbd2a tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:32.423317 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-6d708702-5b90-4116-afbe-d5751e5bbd2a tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684986'] for security_group_rule, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:32.441684 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d708702-5b90-4116-afbe-d5751e5bbd2a tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=452dab95-08ee-4a18-ab2e-648a3f852b68,revision_number=0']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:03:32.509233 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-6d708702-5b90-4116-afbe-d5751e5bbd2a tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Notify callbacks [] for security_group_rule, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:32.510436 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-6d708702-5b90-4116-afbe-d5751e5bbd2a tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3357048 Sep 03 13:03:32.587840 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-b1678983-2a82-4719-a913-e0fa1e4d54fe req-7471a3f7-201b-4146-88a4-f4f1287e4450 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-342857220&fields=id&tenant_id=48d198ff7fa4451082272b3569f83b2e HTTP/1.1" status: 200 len: 267 time: 0.0327730 Sep 03 13:03:32.637463 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1678983-2a82-4719-a913-e0fa1e4d54fe req-ff966b4b-f772-4177-9c36-a3c415a6cc7a tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:03:32.638984 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-b1678983-2a82-4719-a913-e0fa1e4d54fe req-ff966b4b-f772-4177-9c36-a3c415a6cc7a tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3c7295c-7534-4ef9-b031-dd331735b299 HTTP/1.1" status: 200 len: 946 time: 0.0458720 Sep 03 13:03:32.650337 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.v2.base [req-b1678983-2a82-4719-a913-e0fa1e4d54fe req-cd329104-aba5-43b0-954b-6d32e9e93fe7 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Request body: {'port': {'security_groups': ['ea586cd4-a3f6-45a0-aed3-da61003dfbde', '0ab6a8b1-e7fb-4f9c-9204-9f138d25bce8']}} {{(pid=120042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:03:32.714539 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-b1678983-2a82-4719-a913-e0fa1e4d54fe req-cd329104-aba5-43b0-954b-6d32e9e93fe7 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:32.892393 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.db [req-b1678983-2a82-4719-a913-e0fa1e4d54fe req-cd329104-aba5-43b0-954b-6d32e9e93fe7 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] For port 3467f599-4a58-4962-8477-2ce4613ff1e7, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=3467f599-4a58-4962-8477-2ce4613ff1e7,segment=NetworkSegment(418d828f-d0bc-4958-be31-0c4d625e6843),segment_id=418d828f-d0bc-4958-be31-0c4d625e6843)] {{(pid=120042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:03:32.919811 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-b1678983-2a82-4719-a913-e0fa1e4d54fe req-cd329104-aba5-43b0-954b-6d32e9e93fe7 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Notify callbacks [] for port, precommit_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:33.006225 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-b1678983-2a82-4719-a913-e0fa1e4d54fe req-cd329104-aba5-43b0-954b-6d32e9e93fe7 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534626162'] for port, after_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:33.018201 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] get_ports_and_sgs() called for port_ids ['3467f599-4a58-4962-8477-2ce4613ff1e7'] {{(pid=120043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 13:03:33.048782 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1678983-2a82-4719-a913-e0fa1e4d54fe req-cd329104-aba5-43b0-954b-6d32e9e93fe7 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:03:33.049431 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-b1678983-2a82-4719-a913-e0fa1e4d54fe req-cd329104-aba5-43b0-954b-6d32e9e93fe7 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10697'] for port, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:33.050832 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-b1678983-2a82-4719-a913-e0fa1e4d54fe req-cd329104-aba5-43b0-954b-6d32e9e93fe7 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] 10.222.0.24 "PUT /v2.0/ports/3467f599-4a58-4962-8477-2ce4613ff1e7 HTTP/1.1" status: 200 len: 982 time: 0.4056799 Sep 03 13:03:33.051286 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3c7295c-7534-4ef9-b031-dd331735b299', 'tag': '3467f599-4a58-4962-8477-2ce4613ff1e7'}] {{(pid=120042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:03:33.053695 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d2a6420b193a10f45e0477184c700453c1253cfa456d27c4e3ab5b2f2f62351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c8c24fd-b832-457e-880f-6c6a4fccac6d" -d '{"events": [{"name": "network-changed", "server_uuid": "a3c7295c-7534-4ef9-b031-dd331735b299", "tag": "3467f599-4a58-4962-8477-2ce4613ff1e7"}]}' {{(pid=120042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:03:33.085363 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd329104-aba5-43b0-954b-6d32e9e93fe7 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Pushing event updated for resources: {'Port': ['ID=3467f599-4a58-4962-8477-2ce4613ff1e7,revision_number=6']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:03:33.110065 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 13:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ccd8032-f3e3-474b-badd-fa625ee6230a x-openstack-request-id: req-4ccd8032-f3e3-474b-badd-fa625ee6230a {{(pid=120042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:03:33.110356 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3c7295c-7534-4ef9-b031-dd331735b299", "tag": "3467f599-4a58-4962-8477-2ce4613ff1e7", "status": "completed", "code": 200}]} {{(pid=120042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:03:33.110751 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4ccd8032-f3e3-474b-badd-fa625ee6230a {{(pid=120042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:03:33.111192 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3c7295c-7534-4ef9-b031-dd331735b299', 'tag': '3467f599-4a58-4962-8477-2ce4613ff1e7', 'status': 'completed', 'code': 200} Sep 03 13:03:33.146161 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] get_ports_and_sgs() called for port_ids ['3467f599-4a58-4962-8477-2ce4613ff1e7'] {{(pid=120043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 13:03:33.206274 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebabaeab-8bda-4068-af49-0eb8bb61ca6c req-ce51fc2d-3a31-416f-afee-3295a1c46dde tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:03:33.207863 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ebabaeab-8bda-4068-af49-0eb8bb61ca6c req-ce51fc2d-3a31-416f-afee-3295a1c46dde tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3c7295c-7534-4ef9-b031-dd331735b299 HTTP/1.1" status: 200 len: 985 time: 0.0883205 Sep 03 13:03:33.211374 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8c24fd-b832-457e-880f-6c6a4fccac6d req-fd0cdf5a-d451-4a6c-9c15-6f18e276f191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:03:33.212840 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-9c8c24fd-b832-457e-880f-6c6a4fccac6d req-fd0cdf5a-d451-4a6c-9c15-6f18e276f191 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=48d198ff7fa4451082272b3569f83b2e&device_id=a3c7295c-7534-4ef9-b031-dd331735b299 HTTP/1.1" status: 200 len: 1138 time: 0.0786433 Sep 03 13:03:33.296210 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-62b4af49-d8ff-4f44-bd61-5b2e3e1aab09 None None] Provisioning complete for port 3467f599-4a58-4962-8477-2ce4613ff1e7 triggered by entity DHCP. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:03:33.296592 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-62b4af49-d8ff-4f44-bd61-5b2e3e1aab09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:33.303048 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ebabaeab-8bda-4068-af49-0eb8bb61ca6c req-51aa4c98-09a6-46bb-8103-96ea0b22b689 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] 10.222.0.24 "GET /v2.0/security-groups?id=0ab6a8b1-e7fb-4f9c-9204-9f138d25bce8&id=ea586cd4-a3f6-45a0-aed3-da61003dfbde&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0873570 Sep 03 13:03:33.330701 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8c24fd-b832-457e-880f-6c6a4fccac6d req-b56fd390-2ea1-4300-990d-5dc0e379f0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:03:33.332191 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-9c8c24fd-b832-457e-880f-6c6a4fccac6d req-b56fd390-2ea1-4300-990d-5dc0e379f0b3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=84d71880-f14f-4eb3-a7c9-15c7c9d82c67 HTTP/1.1" status: 200 len: 914 time: 0.1019826 Sep 03 13:03:33.401787 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-9c8c24fd-b832-457e-880f-6c6a4fccac6d req-a737a707-5164-4fe9-b4aa-2bc5a3756082 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3467f599-4a58-4962-8477-2ce4613ff1e7 HTTP/1.1" status: 200 len: 1002 time: 0.0609338 Sep 03 13:03:33.456582 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8c24fd-b832-457e-880f-6c6a4fccac6d req-5aff7021-d22a-48e1-894c-268ed1cc0b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:03:33.458349 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-9c8c24fd-b832-457e-880f-6c6a4fccac6d req-5aff7021-d22a-48e1-894c-268ed1cc0b2a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d8bd83f5-689d-4165-a44c-089c744602b8 HTTP/1.1" status: 200 len: 853 time: 0.0475228 Sep 03 13:03:33.513104 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8c24fd-b832-457e-880f-6c6a4fccac6d req-4fabaca7-e45a-4a85-8fd2-620240bbbdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:03:33.514598 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-9c8c24fd-b832-457e-880f-6c6a4fccac6d req-4fabaca7-e45a-4a85-8fd2-620240bbbdbd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=84d71880-f14f-4eb3-a7c9-15c7c9d82c67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0478916 Sep 03 13:03:33.610378 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-9c8c24fd-b832-457e-880f-6c6a4fccac6d req-7819c15c-ee9a-49f1-bfc7-964840ff7c31 service neutron] 10.222.0.11 "GET /v2.0/networks/84d71880-f14f-4eb3-a7c9-15c7c9d82c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859025 Sep 03 13:03:33.702997 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-9c8c24fd-b832-457e-880f-6c6a4fccac6d req-4433a7e7-2c2a-4ea8-8d61-1bd090c35534 service neutron] 10.222.0.11 "GET /v2.0/networks/84d71880-f14f-4eb3-a7c9-15c7c9d82c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828953 Sep 03 13:03:35.240693 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-0e373243-6156-4085-8d8a-a3dcba4c26cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:36.920718 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:37.890334 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-8ba0e9fa-db2c-423e-8c47-d106a5563ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:38.406182 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:38.604678 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.agents_db [None req-4ecc573b-6c34-46c7-b31e-835fd9e30662 None None] Agent healthcheck: found 6 active agents {{(pid=120044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 13:03:39.055768 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08724a11-fd48-4ea4-9071-7b022d0e8053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:39.236668 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30346fe-eea2-481e-b21c-a3f6951c450a req-179f0055-2dd9-487e-a569-e32365e72398 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:03:39.238064 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-c30346fe-eea2-481e-b21c-a3f6951c450a req-179f0055-2dd9-487e-a569-e32365e72398 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.24 "GET /v2.0/ports?device_id=732aca35-671d-4ac9-9e2d-f9c68385521f HTTP/1.1" status: 200 len: 945 time: 0.0514855 Sep 03 13:03:39.276412 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-c30346fe-eea2-481e-b21c-a3f6951c450a req-b3729b6a-58d1-4fb4-800a-053b97e3968f tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.24 "GET /v2.0/security-groups?id=946cb771-3479-4969-bec7-65f8bfd0ac47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316837 Sep 03 13:03:40.388918 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87239ee7-8975-4bac-81f4-7895617a6f36 req-9a96a407-9b8d-4cb5-80bc-51140e7cd585 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:03:40.390415 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-87239ee7-8975-4bac-81f4-7895617a6f36 req-9a96a407-9b8d-4cb5-80bc-51140e7cd585 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.24 "GET /v2.0/ports?device_id=732aca35-671d-4ac9-9e2d-f9c68385521f HTTP/1.1" status: 200 len: 945 time: 0.0469978 Sep 03 13:03:40.428174 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-87239ee7-8975-4bac-81f4-7895617a6f36 req-33c949d5-fa17-4e67-b9eb-a76d91d8869a tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.24 "GET /v2.0/security-groups?id=946cb771-3479-4969-bec7-65f8bfd0ac47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314400 Sep 03 13:03:40.821625 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-df5ee12c-e8c1-490b-8d0e-415336677a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:40.961388 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834f7978-5a11-455a-9dfa-6c6fdcba02b8 req-8358114c-2514-4667-a922-b34bc8c0e5e1 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:03:40.963513 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-834f7978-5a11-455a-9dfa-6c6fdcba02b8 req-8358114c-2514-4667-a922-b34bc8c0e5e1 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c448ad7-97ab-4a4f-9964-91c2cab020e7 HTTP/1.1" status: 200 len: 945 time: 0.0474393 Sep 03 13:03:41.000318 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-834f7978-5a11-455a-9dfa-6c6fdcba02b8 req-5fb837ba-0a9b-48b7-941e-57afa9b3c00b tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a3e9d33-eb51-4b23-aef3-224de6274f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309465 Sep 03 13:03:41.546983 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a281913d-b6d8-47c8-a084-60fe129d6054 req-40036e0c-8fdd-4301-8b20-593239aedfce tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:03:41.548387 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-a281913d-b6d8-47c8-a084-60fe129d6054 req-40036e0c-8fdd-4301-8b20-593239aedfce tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.24 "GET /v2.0/ports?device_id=732aca35-671d-4ac9-9e2d-f9c68385521f HTTP/1.1" status: 200 len: 945 time: 0.0510342 Sep 03 13:03:41.584899 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-a281913d-b6d8-47c8-a084-60fe129d6054 req-f505ad73-8327-489b-adfe-208ea2bb47e7 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.24 "GET /v2.0/security-groups?id=946cb771-3479-4969-bec7-65f8bfd0ac47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307162 Sep 03 13:03:42.109486 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb68807-3f00-41ae-b6a1-af0147c498a1 req-aed7fae8-1874-45c5-a154-5ce41ab27419 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:03:42.110848 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-0cb68807-3f00-41ae-b6a1-af0147c498a1 req-aed7fae8-1874-45c5-a154-5ce41ab27419 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c448ad7-97ab-4a4f-9964-91c2cab020e7 HTTP/1.1" status: 200 len: 945 time: 0.0466340 Sep 03 13:03:42.147387 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-0cb68807-3f00-41ae-b6a1-af0147c498a1 req-b5695740-20e0-4af2-842c-1cd600773963 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a3e9d33-eb51-4b23-aef3-224de6274f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308242 Sep 03 13:03:42.697265 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bb90ed-743e-4975-8d2f-2cd65cd94f4e req-0881a082-c2af-40e8-8e51-200577f78c18 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:03:42.698722 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-43bb90ed-743e-4975-8d2f-2cd65cd94f4e req-0881a082-c2af-40e8-8e51-200577f78c18 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.24 "GET /v2.0/ports?device_id=732aca35-671d-4ac9-9e2d-f9c68385521f HTTP/1.1" status: 200 len: 945 time: 0.0475252 Sep 03 13:03:42.738426 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-43bb90ed-743e-4975-8d2f-2cd65cd94f4e req-0de50177-8d28-4709-8b1d-99c22d81f189 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.24 "GET /v2.0/security-groups?id=946cb771-3479-4969-bec7-65f8bfd0ac47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332136 Sep 03 13:03:42.917528 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17760e1-dea5-4129-9859-b8bb34cef3d7 req-dfc21bc5-faa1-40bf-a897-f7cc07ce7d2b tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:03:42.918971 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-f17760e1-dea5-4129-9859-b8bb34cef3d7 req-dfc21bc5-faa1-40bf-a897-f7cc07ce7d2b tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c448ad7-97ab-4a4f-9964-91c2cab020e7 HTTP/1.1" status: 200 len: 945 time: 0.0498469 Sep 03 13:03:43.008222 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.plugin [req-f17760e1-dea5-4129-9859-b8bb34cef3d7 req-bb9b315e-3baf-43fd-a7c9-4647fa0ffb5a tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Deleting port 59a19993-7de6-45b3-9d89-f123061dd94f {{(pid=120042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:03:43.008577 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-f17760e1-dea5-4129-9859-b8bb34cef3d7 req-bb9b315e-3baf-43fd-a7c9-4647fa0ffb5a tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763613556462'] for port, before_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:43.095725 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.db [req-f17760e1-dea5-4129-9859-b8bb34cef3d7 req-bb9b315e-3baf-43fd-a7c9-4647fa0ffb5a tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] For port 59a19993-7de6-45b3-9d89-f123061dd94f, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=59a19993-7de6-45b3-9d89-f123061dd94f,segment=NetworkSegment(101332a1-79af-4268-a774-3b1495ccc8a0),segment_id=101332a1-79af-4268-a774-3b1495ccc8a0)] {{(pid=120042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:03:43.096126 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-f17760e1-dea5-4129-9859-b8bb34cef3d7 req-bb9b315e-3baf-43fd-a7c9-4647fa0ffb5a tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642786'] for port, precommit_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:43.285998 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-f17760e1-dea5-4129-9859-b8bb34cef3d7 req-bb9b315e-3baf-43fd-a7c9-4647fa0ffb5a tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Notify callbacks [] for floatingip, precommit_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:43.286381 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-f17760e1-dea5-4129-9859-b8bb34cef3d7 req-bb9b315e-3baf-43fd-a7c9-4647fa0ffb5a tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748779'] for floatingip, after_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:43.286705 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.db.l3_db [req-f17760e1-dea5-4129-9859-b8bb34cef3d7 req-bb9b315e-3baf-43fd-a7c9-4647fa0ffb5a tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Floating IP 4ac2156b-c223-4e40-b547-d10e944b8d5c disassociated. External IP: 172.27.3.167, port: 59a19993-7de6-45b3-9d89-f123061dd94f. Sep 03 13:03:43.287064 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.plugin [req-f17760e1-dea5-4129-9859-b8bb34cef3d7 req-bb9b315e-3baf-43fd-a7c9-4647fa0ffb5a tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Calling delete_port for 59a19993-7de6-45b3-9d89-f123061dd94f owned by compute:nova {{(pid=120042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:03:43.305019 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1836c51f-af51-4100-84b2-8d64a856c6a5 req-9157f300-ea94-4f3c-a8ff-dbc89feb56e1 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:03:43.306519 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-1836c51f-af51-4100-84b2-8d64a856c6a5 req-9157f300-ea94-4f3c-a8ff-dbc89feb56e1 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c448ad7-97ab-4a4f-9964-91c2cab020e7 HTTP/1.1" status: 200 len: 945 time: 0.0717666 Sep 03 13:03:43.391336 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-1836c51f-af51-4100-84b2-8d64a856c6a5 req-b9191367-ef59-442b-b134-046343a45e27 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a3e9d33-eb51-4b23-aef3-224de6274f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488813 Sep 03 13:03:43.524606 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-f17760e1-dea5-4129-9859-b8bb34cef3d7 req-bb9b315e-3baf-43fd-a7c9-4647fa0ffb5a tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763613567928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763613061268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534626149'] for port, after_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:43.550114 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9b315e-3baf-43fd-a7c9-4647fa0ffb5a tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Pushing event deleted for resources: {'Port': ['ID=59a19993-7de6-45b3-9d89-f123061dd94f,revision_number=None']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:03:43.662806 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f17760e1-dea5-4129-9859-b8bb34cef3d7 req-bb9b315e-3baf-43fd-a7c9-4647fa0ffb5a tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Router 223dd69f-d707-480c-83c4-40778eeb8b95 has already been hosted by L3 agent 3ba3cff0-0714-4a2d-b638-391a63c22700 {{(pid=120042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 13:03:43.769077 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f17760e1-dea5-4129-9859-b8bb34cef3d7 req-bb9b315e-3baf-43fd-a7c9-4647fa0ffb5a tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Notify agent at l3_agent.dv-cinder-788782-9-iscsi the message routers_updated {{(pid=120042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 13:03:43.779037 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbff325e-538f-414a-b623-383a6096381b None None] Sync routers for ids ['223dd69f-d707-480c-83c4-40778eeb8b95'] in dv-cinder-788782-9-iscsi {{(pid=120043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 13:03:43.788025 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbff325e-538f-414a-b623-383a6096381b None None] Routers {'223dd69f-d707-480c-83c4-40778eeb8b95'} bound to L3 agent in host dv-cinder-788782-9-iscsi {{(pid=120043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:03:43.788642 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_hamode_db [None req-cbff325e-538f-414a-b623-383a6096381b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T12:48:38Z,description=,heartbeat_timestamp=2021-09-03T13:03:38Z,host='dv-cinder-788782-9-iscsi',id=3ba3cff0-0714-4a2d-b638-391a63c22700,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:48:38Z,topic='l3_agent')) {'router_ids': ['223dd69f-d707-480c-83c4-40778eeb8b95'], 'active': True} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:03:43.810986 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.l3_dvrscheduler_db [req-f17760e1-dea5-4129-9859-b8bb34cef3d7 req-bb9b315e-3baf-43fd-a7c9-4647fa0ffb5a tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] No DVR routers for this DVR port 59a19993-7de6-45b3-9d89-f123061dd94f on host hv-cinder-78878 {{(pid=120042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 13:03:43.814282 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-f17760e1-dea5-4129-9859-b8bb34cef3d7 req-bb9b315e-3baf-43fd-a7c9-4647fa0ffb5a tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10697'] for port, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:43.816258 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-f17760e1-dea5-4129-9859-b8bb34cef3d7 req-bb9b315e-3baf-43fd-a7c9-4647fa0ffb5a tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.11 "DELETE /v2.0/ports/59a19993-7de6-45b3-9d89-f123061dd94f HTTP/1.1" status: 204 len: 173 time: 0.8893023 Sep 03 13:03:43.817282 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c448ad7-97ab-4a4f-9964-91c2cab020e7', 'name': 'network-vif-deleted', 'tag': '59a19993-7de6-45b3-9d89-f123061dd94f'}] {{(pid=120042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:03:43.819564 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d2a6420b193a10f45e0477184c700453c1253cfa456d27c4e3ab5b2f2f62351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b2a0d91-3564-4fbc-8a57-7312f0053e11" -d '{"events": [{"server_uuid": "9c448ad7-97ab-4a4f-9964-91c2cab020e7", "name": "network-vif-deleted", "tag": "59a19993-7de6-45b3-9d89-f123061dd94f"}]}' {{(pid=120042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:03:43.876575 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eead463b-234e-4e4b-8891-8299c08bd0aa req-e9c15570-2319-4e5a-8a15-2f53a87c12db tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:03:43.878230 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-eead463b-234e-4e4b-8891-8299c08bd0aa req-e9c15570-2319-4e5a-8a15-2f53a87c12db tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.24 "GET /v2.0/ports?device_id=732aca35-671d-4ac9-9e2d-f9c68385521f HTTP/1.1" status: 200 len: 945 time: 0.0651975 Sep 03 13:03:43.879783 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 13:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b887dc17-9442-4ea2-bbe9-4c31785ecc6d x-openstack-request-id: req-b887dc17-9442-4ea2-bbe9-4c31785ecc6d {{(pid=120042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:03:43.880116 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c448ad7-97ab-4a4f-9964-91c2cab020e7", "name": "network-vif-deleted", "tag": "59a19993-7de6-45b3-9d89-f123061dd94f", "status": "completed", "code": 200}]} {{(pid=120042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:03:43.880369 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b887dc17-9442-4ea2-bbe9-4c31785ecc6d {{(pid=120042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:03:43.880769 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c448ad7-97ab-4a4f-9964-91c2cab020e7', 'name': 'network-vif-deleted', 'tag': '59a19993-7de6-45b3-9d89-f123061dd94f', 'status': 'completed', 'code': 200} Sep 03 13:03:43.903393 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvr_db [None req-cbff325e-538f-414a-b623-383a6096381b None None] Set router 223dd69f-d707-480c-83c4-40778eeb8b95 gateway port host: dv-cinder-788782-9-iscsi {{(pid=120043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:03:43.919880 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-eead463b-234e-4e4b-8891-8299c08bd0aa req-19e1798e-0353-4473-9df0-c8344fc1f560 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.24 "GET /v2.0/security-groups?id=946cb771-3479-4969-bec7-65f8bfd0ac47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344777 Sep 03 13:03:44.128663 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_hamode_db [None req-cbff325e-538f-414a-b623-383a6096381b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223dd69f-d707-480c-83c4-40778eeb8b95', 'name': 'tempest-AttachVolumeTestJSON-1455870475-router', 'tenant_id': '2a026b60655d4a369b93374d125b02b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': 'ae63e0fe-230b-4a4a-a7d0-62a2453b5b53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:56:53Z', 'updated_at': '2021-09-03T12:57:01Z', 'revision_number': 4, 'project_id': '2a026b60655d4a369b93374d125b02b1', 'gw_port': {'id': 'ae63e0fe-230b-4a4a-a7d0-62a2453b5b53', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:4a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223dd69f-d707-480c-83c4-40778eeb8b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:56:54Z', 'updated_at': '2021-09-03T12:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi', '_interfaces': [{'id': '6c49beb3-2a94-4675-a9b6-b262fd3c70ba', 'name': '', 'network_id': '45e81d3f-b881-425b-99ca-1daab65347e2', 'tenant_id': '2a026b60655d4a369b93374d125b02b1', 'mac_address': 'fa:16:3e:e9:d5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223dd69f-d707-480c-83c4-40778eeb8b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '18f4b7c2-4c96-420d-afc2-0ae06dbda8bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:56:59Z', 'updated_at': '2021-09-03T12:57:11Z', 'revision_number': 5, 'project_id': '2a026b60655d4a369b93374d125b02b1', 'subnets': [{'id': '18f4b7c2-4c96-420d-afc2-0ae06dbda8bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-9-iscsi', False) {} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:03:44.154954 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbff325e-538f-414a-b623-383a6096381b None None] Checking router: 223dd69f-d707-480c-83c4-40778eeb8b95 for host: dv-cinder-788782-9-iscsi {{(pid=120043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 13:03:44.162979 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbff325e-538f-414a-b623-383a6096381b None None] Routers {'223dd69f-d707-480c-83c4-40778eeb8b95'} bound to L3 agent in host dv-cinder-788782-9-iscsi {{(pid=120043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:03:44.163583 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_hamode_db [None req-cbff325e-538f-414a-b623-383a6096381b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T12:48:38Z,description=,heartbeat_timestamp=2021-09-03T13:03:38Z,host='dv-cinder-788782-9-iscsi',id=3ba3cff0-0714-4a2d-b638-391a63c22700,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:48:38Z,topic='l3_agent')) {'router_ids': ['223dd69f-d707-480c-83c4-40778eeb8b95'], 'active': True} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:03:44.264009 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvr_db [None req-cbff325e-538f-414a-b623-383a6096381b None None] Set router 223dd69f-d707-480c-83c4-40778eeb8b95 gateway port host: dv-cinder-788782-9-iscsi {{(pid=120043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:03:44.449923 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_hamode_db [None req-cbff325e-538f-414a-b623-383a6096381b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223dd69f-d707-480c-83c4-40778eeb8b95', 'name': 'tempest-AttachVolumeTestJSON-1455870475-router', 'tenant_id': '2a026b60655d4a369b93374d125b02b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': 'ae63e0fe-230b-4a4a-a7d0-62a2453b5b53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:56:53Z', 'updated_at': '2021-09-03T12:57:01Z', 'revision_number': 4, 'project_id': '2a026b60655d4a369b93374d125b02b1', 'gw_port': {'id': 'ae63e0fe-230b-4a4a-a7d0-62a2453b5b53', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:4a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223dd69f-d707-480c-83c4-40778eeb8b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:56:54Z', 'updated_at': '2021-09-03T12:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi', '_interfaces': [{'id': '6c49beb3-2a94-4675-a9b6-b262fd3c70ba', 'name': '', 'network_id': '45e81d3f-b881-425b-99ca-1daab65347e2', 'tenant_id': '2a026b60655d4a369b93374d125b02b1', 'mac_address': 'fa:16:3e:e9:d5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223dd69f-d707-480c-83c4-40778eeb8b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '18f4b7c2-4c96-420d-afc2-0ae06dbda8bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:56:59Z', 'updated_at': '2021-09-03T12:57:11Z', 'revision_number': 5, 'project_id': '2a026b60655d4a369b93374d125b02b1', 'subnets': [{'id': '18f4b7c2-4c96-420d-afc2-0ae06dbda8bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-9-iscsi', False) {} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:03:44.479753 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbff325e-538f-414a-b623-383a6096381b None None] The sync data for ids ['223dd69f-d707-480c-83c4-40778eeb8b95'] in dv-cinder-788782-9-iscsi is: [{'id': '223dd69f-d707-480c-83c4-40778eeb8b95', 'name': 'tempest-AttachVolumeTestJSON-1455870475-router', 'tenant_id': '2a026b60655d4a369b93374d125b02b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': 'ae63e0fe-230b-4a4a-a7d0-62a2453b5b53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:56:53Z', 'updated_at': '2021-09-03T12:57:01Z', 'revision_number': 4, 'project_id': '2a026b60655d4a369b93374d125b02b1', 'gw_port': {'id': 'ae63e0fe-230b-4a4a-a7d0-62a2453b5b53', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:4a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223dd69f-d707-480c-83c4-40778eeb8b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:56:54Z', 'updated_at': '2021-09-03T12:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi', '_interfaces': [{'id': '6c49beb3-2a94-4675-a9b6-b262fd3c70ba', 'name': '', 'network_id': '45e81d3f-b881-425b-99ca-1daab65347e2', 'tenant_id': '2a026b60655d4a369b93374d125b02b1', 'mac_address': 'fa:16:3e:e9:d5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223dd69f-d707-480c-83c4-40778eeb8b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '18f4b7c2-4c96-420d-afc2-0ae06dbda8bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:56:59Z', 'updated_at': '2021-09-03T12:57:11Z', 'revision_number': 5, 'project_id': '2a026b60655d4a369b93374d125b02b1', 'subnets': [{'id': '18f4b7c2-4c96-420d-afc2-0ae06dbda8bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 13:03:44.495010 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-9e581b6f-6cff-4eba-a596-97ba9062c2b1 req-9750c2f0-5a3e-42e3-b326-bc742d4373fa tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c448ad7-97ab-4a4f-9964-91c2cab020e7 HTTP/1.1" status: 200 len: 210 time: 0.0259013 Sep 03 13:03:44.684102 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d62f83-9cfc-414e-81de-61eb893528f1 None None] New status for floating IP 4ac2156b-c223-4e40-b547-d10e944b8d5c: DOWN {{(pid=120044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 13:03:45.031068 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de583ef-1004-4b8c-83b9-d9fc6cb58fb3 req-25fbf43a-bb2e-4ef0-a9f7-3f9c0ca17a1b tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:03:45.032582 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-3de583ef-1004-4b8c-83b9-d9fc6cb58fb3 req-25fbf43a-bb2e-4ef0-a9f7-3f9c0ca17a1b tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.24 "GET /v2.0/ports?device_id=732aca35-671d-4ac9-9e2d-f9c68385521f HTTP/1.1" status: 200 len: 945 time: 0.0472066 Sep 03 13:03:45.069533 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-3de583ef-1004-4b8c-83b9-d9fc6cb58fb3 req-d9248f8b-c083-4e06-86ae-d7d57e898010 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.24 "GET /v2.0/security-groups?id=946cb771-3479-4969-bec7-65f8bfd0ac47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311296 Sep 03 13:03:45.609894 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61210f2-7c32-4840-910f-14d1e92677b4 req-5667b533-261e-4ffb-8964-782e9ca61db3 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:03:45.611365 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-f61210f2-7c32-4840-910f-14d1e92677b4 req-5667b533-261e-4ffb-8964-782e9ca61db3 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3c7295c-7534-4ef9-b031-dd331735b299 HTTP/1.1" status: 200 len: 985 time: 0.0510454 Sep 03 13:03:45.647374 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 42790) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:03:45.669353 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-f61210f2-7c32-4840-910f-14d1e92677b4 req-7511b4b2-2135-4b5e-b3b3-d2ff830fe299 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] 10.222.0.24 "GET /v2.0/security-groups?id=0ab6a8b1-e7fb-4f9c-9204-9f138d25bce8&id=ea586cd4-a3f6-45a0-aed3-da61003dfbde&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0510616 Sep 03 13:03:45.678615 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Device 59a19993-7de6-45b3-9d89-f123061dd94f no longer exists at agent hyperv_hv-cinder-78878 {{(pid=120043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 13:03:45.701347 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8f71c2-d5c2-49be-8a75-a7fd1426277d req-301b6778-b8d7-4c70-b617-31caf888aba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:03:45.702222 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.plugin [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] No Port match for: 59a19993-7de6-45b3-9d89-f123061dd94f {{(pid=120043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 13:03:45.702222 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Device 59a19993-7de6-45b3-9d89-f123061dd94f not bound to the agent host hv-cinder-78878 {{(pid=120043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 13:03:45.703084 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-cb8f71c2-d5c2-49be-8a75-a7fd1426277d req-301b6778-b8d7-4c70-b617-31caf888aba7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=48d198ff7fa4451082272b3569f83b2e&device_id=a3c7295c-7534-4ef9-b031-dd331735b299 HTTP/1.1" status: 200 len: 1138 time: 0.0505369 Sep 03 13:03:45.708298 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-1a6fc535-2983-4086-a298-f29088389f4d tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Notify callbacks [] for security_group, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:45.732887 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-1a6fc535-2983-4086-a298-f29088389f4d tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:45.794481 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8f71c2-d5c2-49be-8a75-a7fd1426277d req-35798f9a-8758-4dd2-bccf-810f3c537eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:03:45.795811 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-cb8f71c2-d5c2-49be-8a75-a7fd1426277d req-35798f9a-8758-4dd2-bccf-810f3c537eed service neutron] 10.222.0.11 "GET /v2.0/networks?id=84d71880-f14f-4eb3-a7c9-15c7c9d82c67 HTTP/1.1" status: 200 len: 914 time: 0.0839043 Sep 03 13:03:45.862440 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-1a6fc535-2983-4086-a298-f29088389f4d tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:45.865685 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-1a6fc535-2983-4086-a298-f29088389f4d tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Notify callbacks [] for security_group, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:45.867088 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-1a6fc535-2983-4086-a298-f29088389f4d tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "DELETE /v2.0/security-groups/3a3e9d33-eb51-4b23-aef3-224de6274f11 HTTP/1.1" status: 204 len: 168 time: 0.2173717 Sep 03 13:03:45.871105 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 42792) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:03:45.873849 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-cb8f71c2-d5c2-49be-8a75-a7fd1426277d req-e4e92c25-141f-43a5-89f1-f8cebe484605 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3467f599-4a58-4962-8477-2ce4613ff1e7 HTTP/1.1" status: 200 len: 1002 time: 0.0694025 Sep 03 13:03:45.885132 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6fc535-2983-4086-a298-f29088389f4d tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a3e9d33-eb51-4b23-aef3-224de6274f11,revision_number=None']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:03:45.891999 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.api.v2.resource [None req-6f05cb40-2a72-43aa-a769-388be25f9a59 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] show failed (client error): The resource could not be found. Sep 03 13:03:45.893129 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-6f05cb40-2a72-43aa-a769-388be25f9a59 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "GET /v2.0/security-groups/3a3e9d33-eb51-4b23-aef3-224de6274f11 HTTP/1.1" status: 404 len: 347 time: 0.0198698 Sep 03 13:03:45.897468 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 42794) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:03:45.927031 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8f71c2-d5c2-49be-8a75-a7fd1426277d req-ffe98ece-18a7-478b-bd00-b2d067d591b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:03:45.928555 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-cb8f71c2-d5c2-49be-8a75-a7fd1426277d req-ffe98ece-18a7-478b-bd00-b2d067d591b3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d8bd83f5-689d-4165-a44c-089c744602b8 HTTP/1.1" status: 200 len: 853 time: 0.0458102 Sep 03 13:03:45.974216 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8f71c2-d5c2-49be-8a75-a7fd1426277d req-04d08c36-a534-4ef1-8051-a20e5c97e1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:03:45.975719 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-cb8f71c2-d5c2-49be-8a75-a7fd1426277d req-04d08c36-a534-4ef1-8051-a20e5c97e1b1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=84d71880-f14f-4eb3-a7c9-15c7c9d82c67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389483 Sep 03 13:03:46.023703 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.plugins.ml2.plugin [None req-81a362ed-092e-496e-90cb-35149b3ed684 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Deleting port 132b0617-00e9-43a4-821d-9c31ed81601b {{(pid=120041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:03:46.024103 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-81a362ed-092e-496e-90cb-35149b3ed684 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763613556462'] for port, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:46.077077 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-cb8f71c2-d5c2-49be-8a75-a7fd1426277d req-1507d6dc-054f-41cd-aebf-f1d598964731 service neutron] 10.222.0.11 "GET /v2.0/networks/84d71880-f14f-4eb3-a7c9-15c7c9d82c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934458 Sep 03 13:03:46.119103 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-81a362ed-092e-496e-90cb-35149b3ed684 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642786'] for port, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:46.119623 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-81a362ed-092e-496e-90cb-35149b3ed684 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:46.132848 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.plugins.ml2.plugin [None req-81a362ed-092e-496e-90cb-35149b3ed684 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Calling delete_port for 132b0617-00e9-43a4-821d-9c31ed81601b owned by network:floatingip {{(pid=120041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:03:46.214501 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-cb8f71c2-d5c2-49be-8a75-a7fd1426277d req-e8a0a0a6-5d2d-442b-9df1-2cbee40e20cb service neutron] 10.222.0.11 "GET /v2.0/networks/84d71880-f14f-4eb3-a7c9-15c7c9d82c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286478 Sep 03 13:03:46.222704 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f0ac91-2e39-4898-8791-531c9212baef req-80a1cd47-d182-4f4e-951f-dae0986e5b36 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:03:46.227146 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-a9f0ac91-2e39-4898-8791-531c9212baef req-80a1cd47-d182-4f4e-951f-dae0986e5b36 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.24 "GET /v2.0/ports?device_id=732aca35-671d-4ac9-9e2d-f9c68385521f HTTP/1.1" status: 200 len: 945 time: 0.0727322 Sep 03 13:03:46.263269 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-a9f0ac91-2e39-4898-8791-531c9212baef req-2412efa4-0223-4fd8-89ae-73cdfd99dd3d tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.24 "GET /v2.0/security-groups?id=946cb771-3479-4969-bec7-65f8bfd0ac47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323765 Sep 03 13:03:46.338008 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-81a362ed-092e-496e-90cb-35149b3ed684 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763613567928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763613061268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533180425'] for port, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:46.363945 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a362ed-092e-496e-90cb-35149b3ed684 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Pushing event deleted for resources: {'Port': ['ID=132b0617-00e9-43a4-821d-9c31ed81601b,revision_number=None']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:03:46.419940 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-81a362ed-092e-496e-90cb-35149b3ed684 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Notify callbacks [] for floatingip, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:46.422465 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-81a362ed-092e-496e-90cb-35149b3ed684 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10697'] for floatingip, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:46.423622 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-81a362ed-092e-496e-90cb-35149b3ed684 tempest-AttachVolumeTestJSON-1467542617 tempest-AttachVolumeTestJSON-1467542617-project] 10.222.0.24 "DELETE /v2.0/floatingips/4ac2156b-c223-4e40-b547-d10e944b8d5c HTTP/1.1" status: 204 len: 168 time: 0.5251789 Sep 03 13:03:46.785767 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e1091-2b52-49ae-b144-8dd1e196aa96 req-07ebdea1-0536-40a2-be13-30fb409a2ad6 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:03:46.787234 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-df6e1091-2b52-49ae-b144-8dd1e196aa96 req-07ebdea1-0536-40a2-be13-30fb409a2ad6 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3c7295c-7534-4ef9-b031-dd331735b299 HTTP/1.1" status: 200 len: 985 time: 0.0483677 Sep 03 13:03:46.826648 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-df6e1091-2b52-49ae-b144-8dd1e196aa96 req-5ca6c571-c0c7-4ae2-9d79-801512bc918e tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] 10.222.0.24 "GET /v2.0/security-groups?id=0ab6a8b1-e7fb-4f9c-9204-9f138d25bce8&id=ea586cd4-a3f6-45a0-aed3-da61003dfbde&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328374 Sep 03 13:03:47.376173 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ff03b5-f69c-4a5b-a4ac-db7c97c5980f req-5ef14572-d7ad-47bc-825a-f1ddfa20d84a tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:03:47.379880 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-d7ff03b5-f69c-4a5b-a4ac-db7c97c5980f req-5ef14572-d7ad-47bc-825a-f1ddfa20d84a tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.24 "GET /v2.0/ports?device_id=732aca35-671d-4ac9-9e2d-f9c68385521f HTTP/1.1" status: 200 len: 945 time: 0.0494063 Sep 03 13:03:47.418196 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-d7ff03b5-f69c-4a5b-a4ac-db7c97c5980f req-a6e06c09-0b5f-4512-9172-2517620af84f tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.24 "GET /v2.0/security-groups?id=946cb771-3479-4969-bec7-65f8bfd0ac47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345929 Sep 03 13:03:47.939245 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc2ce97-ad63-43ec-a3a9-e71a1a69dcaf req-776b8d70-435d-47c0-8ef0-1f5410a6945e tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:03:47.940826 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-adc2ce97-ad63-43ec-a3a9-e71a1a69dcaf req-776b8d70-435d-47c0-8ef0-1f5410a6945e tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3c7295c-7534-4ef9-b031-dd331735b299 HTTP/1.1" status: 200 len: 985 time: 0.0482028 Sep 03 13:03:47.979972 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-adc2ce97-ad63-43ec-a3a9-e71a1a69dcaf req-03417b22-685f-43b1-ac62-ec48c4080695 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] 10.222.0.24 "GET /v2.0/security-groups?id=0ab6a8b1-e7fb-4f9c-9204-9f138d25bce8&id=ea586cd4-a3f6-45a0-aed3-da61003dfbde&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0326796 Sep 03 13:03:48.529151 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710b0760-cc0a-4244-ab96-ad14ab23841a req-9a3f3f0d-6f20-4e4a-9eaf-419a35623a8d tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:03:48.530599 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-710b0760-cc0a-4244-ab96-ad14ab23841a req-9a3f3f0d-6f20-4e4a-9eaf-419a35623a8d tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.24 "GET /v2.0/ports?device_id=732aca35-671d-4ac9-9e2d-f9c68385521f HTTP/1.1" status: 200 len: 945 time: 0.0465920 Sep 03 13:03:48.568143 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-710b0760-cc0a-4244-ab96-ad14ab23841a req-25d48c0b-062d-4ac9-b350-7db061a466d9 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.24 "GET /v2.0/security-groups?id=946cb771-3479-4969-bec7-65f8bfd0ac47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316567 Sep 03 13:03:49.093604 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ca5ca1-c0e2-47df-9d1b-df3f92ec96a2 req-cea13763-5fdb-4a8e-a0d6-c9e4c96fee9c tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:03:49.095082 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-13ca5ca1-c0e2-47df-9d1b-df3f92ec96a2 req-cea13763-5fdb-4a8e-a0d6-c9e4c96fee9c tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3c7295c-7534-4ef9-b031-dd331735b299 HTTP/1.1" status: 200 len: 985 time: 0.0493910 Sep 03 13:03:49.140772 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-13ca5ca1-c0e2-47df-9d1b-df3f92ec96a2 req-d58f5780-3991-4ca1-95fe-0dfe6c17ef3e tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] 10.222.0.24 "GET /v2.0/security-groups?id=0ab6a8b1-e7fb-4f9c-9204-9f138d25bce8&id=ea586cd4-a3f6-45a0-aed3-da61003dfbde&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0395427 Sep 03 13:03:49.466693 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575bc02a-ec93-454f-bfdb-4b991f288957 req-bb037357-411e-43ac-8af3-ce1d47ac4873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:03:49.468341 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-575bc02a-ec93-454f-bfdb-4b991f288957 req-bb037357-411e-43ac-8af3-ce1d47ac4873 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ca4d8f1b1cc14659a16af4ec915819aa&device_id=732aca35-671d-4ac9-9e2d-f9c68385521f HTTP/1.1" status: 200 len: 1098 time: 0.0405345 Sep 03 13:03:49.557739 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575bc02a-ec93-454f-bfdb-4b991f288957 req-d494afde-3ca2-4d7d-a913-234b5494a032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:03:49.559198 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-575bc02a-ec93-454f-bfdb-4b991f288957 req-d494afde-3ca2-4d7d-a913-234b5494a032 service neutron] 10.222.0.11 "GET /v2.0/networks?id=345637cf-75d9-4779-b1b1-52f200b41e58 HTTP/1.1" status: 200 len: 909 time: 0.0825553 Sep 03 13:03:49.627087 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-575bc02a-ec93-454f-bfdb-4b991f288957 req-1b8b6170-58d1-4803-be6b-f4588bd49a87 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c95bbd98-88a0-4068-b974-d265ec66202f HTTP/1.1" status: 200 len: 1001 time: 0.0600719 Sep 03 13:03:49.703988 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575bc02a-ec93-454f-bfdb-4b991f288957 req-59555819-5b6d-4618-b7a6-d39ee0838d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:03:49.705338 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-575bc02a-ec93-454f-bfdb-4b991f288957 req-59555819-5b6d-4618-b7a6-d39ee0838d32 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9e2dffd0-2e45-4317-8b2f-2228f5cb6a48 HTTP/1.1" status: 200 len: 848 time: 0.0680251 Sep 03 13:03:49.717219 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e874ea-0c5c-42c4-a369-e5dd826321cd req-dae47ce6-1c85-46bb-aaa0-74e9a2b12f67 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:03:49.718583 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-30e874ea-0c5c-42c4-a369-e5dd826321cd req-dae47ce6-1c85-46bb-aaa0-74e9a2b12f67 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.24 "GET /v2.0/ports?device_id=732aca35-671d-4ac9-9e2d-f9c68385521f HTTP/1.1" status: 200 len: 945 time: 0.0823309 Sep 03 13:03:49.783243 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-30e874ea-0c5c-42c4-a369-e5dd826321cd req-24c2b441-c32d-4f2c-80af-912ccb10c040 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.24 "GET /v2.0/security-groups?id=946cb771-3479-4969-bec7-65f8bfd0ac47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567563 Sep 03 13:03:49.784897 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575bc02a-ec93-454f-bfdb-4b991f288957 req-382bdc7e-fbe6-4ba0-9a65-d274f5f02669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:03:49.786290 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-575bc02a-ec93-454f-bfdb-4b991f288957 req-382bdc7e-fbe6-4ba0-9a65-d274f5f02669 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=345637cf-75d9-4779-b1b1-52f200b41e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0668733 Sep 03 13:03:49.884739 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-575bc02a-ec93-454f-bfdb-4b991f288957 req-3697d286-6b79-46d3-b455-b138d3475ba8 service neutron] 10.222.0.11 "GET /v2.0/networks/345637cf-75d9-4779-b1b1-52f200b41e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894353 Sep 03 13:03:49.977212 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-575bc02a-ec93-454f-bfdb-4b991f288957 req-93bdb6cc-6b1c-4323-9b98-4f063d3c5f04 service neutron] 10.222.0.11 "GET /v2.0/networks/345637cf-75d9-4779-b1b1-52f200b41e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841765 Sep 03 13:03:50.252706 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b915e1e7-b359-463f-a43f-0f61ffe1de31 req-55daaa8e-353d-423b-bf92-12deb06618bb tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:03:50.254052 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-b915e1e7-b359-463f-a43f-0f61ffe1de31 req-55daaa8e-353d-423b-bf92-12deb06618bb tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3c7295c-7534-4ef9-b031-dd331735b299 HTTP/1.1" status: 200 len: 985 time: 0.0477009 Sep 03 13:03:50.292989 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-b915e1e7-b359-463f-a43f-0f61ffe1de31 req-92abd2fe-3c01-45da-89f4-f8e9dfeec819 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] 10.222.0.24 "GET /v2.0/security-groups?id=0ab6a8b1-e7fb-4f9c-9204-9f138d25bce8&id=ea586cd4-a3f6-45a0-aed3-da61003dfbde&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0329423 Sep 03 13:03:50.494278 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 42840) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:03:50.896091 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97ce044-f31a-4407-bda1-493228d63a65 req-b420c2e8-e321-4af9-ab0e-bc0241a17a54 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:03:50.897580 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-c97ce044-f31a-4407-bda1-493228d63a65 req-b420c2e8-e321-4af9-ab0e-bc0241a17a54 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.24 "GET /v2.0/ports?device_id=732aca35-671d-4ac9-9e2d-f9c68385521f HTTP/1.1" status: 200 len: 945 time: 0.0464227 Sep 03 13:03:50.938885 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-c97ce044-f31a-4407-bda1-493228d63a65 req-bb19d77c-215d-4b16-886d-81cc5b2aab94 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.24 "GET /v2.0/security-groups?id=946cb771-3479-4969-bec7-65f8bfd0ac47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348630 Sep 03 13:03:51.190835 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-05011896-0010-4c0c-93bb-42ad5d877f29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1666091'] for router_interface, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:51.404158 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f8a948-b1c0-4b13-8ec9-e2c6419ca270 req-99718525-54eb-4e1b-a2b0-bd0fe428bd66 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:03:51.405648 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-b5f8a948-b1c0-4b13-8ec9-e2c6419ca270 req-99718525-54eb-4e1b-a2b0-bd0fe428bd66 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3c7295c-7534-4ef9-b031-dd331735b299 HTTP/1.1" status: 200 len: 985 time: 0.0475454 Sep 03 13:03:51.445537 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-b5f8a948-b1c0-4b13-8ec9-e2c6419ca270 req-757fe41e-3acc-4418-8af0-b8e8724657ad tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] 10.222.0.24 "GET /v2.0/security-groups?id=0ab6a8b1-e7fb-4f9c-9204-9f138d25bce8&id=ea586cd4-a3f6-45a0-aed3-da61003dfbde&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335505 Sep 03 13:03:51.474405 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.plugins.ml2.plugin [None req-05011896-0010-4c0c-93bb-42ad5d877f29 admin admin] Deleting port 6c49beb3-2a94-4675-a9b6-b262fd3c70ba {{(pid=120041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:03:51.474751 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-05011896-0010-4c0c-93bb-42ad5d877f29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763613556462'] for port, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:51.551752 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.plugins.ml2.db [None req-05011896-0010-4c0c-93bb-42ad5d877f29 admin admin] For port 6c49beb3-2a94-4675-a9b6-b262fd3c70ba, host dv-cinder-788782-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-9-iscsi',level=0,port_id=6c49beb3-2a94-4675-a9b6-b262fd3c70ba,segment=NetworkSegment(101332a1-79af-4268-a774-3b1495ccc8a0),segment_id=101332a1-79af-4268-a774-3b1495ccc8a0)] {{(pid=120041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:03:51.552463 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-05011896-0010-4c0c-93bb-42ad5d877f29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642786'] for port, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:51.563809 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.plugins.ml2.plugin [None req-05011896-0010-4c0c-93bb-42ad5d877f29 admin admin] Calling delete_port for 6c49beb3-2a94-4675-a9b6-b262fd3c70ba owned by network:router_interface {{(pid=120041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:03:51.811782 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-05011896-0010-4c0c-93bb-42ad5d877f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763613567928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763613061268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533180425'] for port, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:51.836889 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05011896-0010-4c0c-93bb-42ad5d877f29 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c49beb3-2a94-4675-a9b6-b262fd3c70ba,revision_number=None']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:03:52.000039 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-05011896-0010-4c0c-93bb-42ad5d877f29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1666239'] for router_interface, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:52.056173 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29048808-fbe3-4e49-b439-a411d6a46f83 req-72c255bb-a846-448e-8376-b4a7557d2461 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:03:52.057699 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-29048808-fbe3-4e49-b439-a411d6a46f83 req-72c255bb-a846-448e-8376-b4a7557d2461 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.24 "GET /v2.0/ports?device_id=732aca35-671d-4ac9-9e2d-f9c68385521f HTTP/1.1" status: 200 len: 945 time: 0.0477133 Sep 03 13:03:52.096245 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-29048808-fbe3-4e49-b439-a411d6a46f83 req-c8f47ff6-f263-49e6-a8cc-574462039f34 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.24 "GET /v2.0/security-groups?id=946cb771-3479-4969-bec7-65f8bfd0ac47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324495 Sep 03 13:03:52.215653 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05011896-0010-4c0c-93bb-42ad5d877f29 admin admin] Router 223dd69f-d707-480c-83c4-40778eeb8b95 has already been hosted by L3 agent 3ba3cff0-0714-4a2d-b638-391a63c22700 {{(pid=120041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 13:03:52.317970 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05011896-0010-4c0c-93bb-42ad5d877f29 admin admin] Notify agent at l3_agent.dv-cinder-788782-9-iscsi the message routers_updated {{(pid=120041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 13:03:52.323490 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-05011896-0010-4c0c-93bb-42ad5d877f29 admin admin] 10.222.0.24 "PUT /v2.0/routers/223dd69f-d707-480c-83c4-40778eeb8b95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8281939 Sep 03 13:03:52.326421 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 42850) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:03:52.328415 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a369fc-0016-45d3-9b40-c486ba258905 None None] Sync routers for ids ['223dd69f-d707-480c-83c4-40778eeb8b95'] in dv-cinder-788782-9-iscsi {{(pid=120043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 13:03:52.338286 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a369fc-0016-45d3-9b40-c486ba258905 None None] Routers {'223dd69f-d707-480c-83c4-40778eeb8b95'} bound to L3 agent in host dv-cinder-788782-9-iscsi {{(pid=120043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:03:52.338905 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_hamode_db [None req-d4a369fc-0016-45d3-9b40-c486ba258905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T12:48:38Z,description=,heartbeat_timestamp=2021-09-03T13:03:38Z,host='dv-cinder-788782-9-iscsi',id=3ba3cff0-0714-4a2d-b638-391a63c22700,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:48:38Z,topic='l3_agent')) {'router_ids': ['223dd69f-d707-480c-83c4-40778eeb8b95'], 'active': True} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:03:52.430033 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-205db914-8507-4cbd-ab50-5a565504f481 admin admin] Notify callbacks [] for router, before_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:52.565705 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvr_db [None req-d4a369fc-0016-45d3-9b40-c486ba258905 None None] Set router 223dd69f-d707-480c-83c4-40778eeb8b95 gateway port host: dv-cinder-788782-9-iscsi {{(pid=120043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:03:52.752994 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_hamode_db [None req-d4a369fc-0016-45d3-9b40-c486ba258905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223dd69f-d707-480c-83c4-40778eeb8b95', 'name': 'tempest-AttachVolumeTestJSON-1455870475-router', 'tenant_id': '2a026b60655d4a369b93374d125b02b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': 'ae63e0fe-230b-4a4a-a7d0-62a2453b5b53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:56:53Z', 'updated_at': '2021-09-03T13:03:51Z', 'revision_number': 5, 'project_id': '2a026b60655d4a369b93374d125b02b1', 'gw_port': {'id': 'ae63e0fe-230b-4a4a-a7d0-62a2453b5b53', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:4a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223dd69f-d707-480c-83c4-40778eeb8b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:56:54Z', 'updated_at': '2021-09-03T12:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi'}], 'dv-cinder-788782-9-iscsi', False) {} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:03:52.779319 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a369fc-0016-45d3-9b40-c486ba258905 None None] Checking router: 223dd69f-d707-480c-83c4-40778eeb8b95 for host: dv-cinder-788782-9-iscsi {{(pid=120043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 13:03:52.787741 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a369fc-0016-45d3-9b40-c486ba258905 None None] Routers {'223dd69f-d707-480c-83c4-40778eeb8b95'} bound to L3 agent in host dv-cinder-788782-9-iscsi {{(pid=120043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:03:52.788344 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_hamode_db [None req-d4a369fc-0016-45d3-9b40-c486ba258905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T12:48:38Z,description=,heartbeat_timestamp=2021-09-03T13:03:38Z,host='dv-cinder-788782-9-iscsi',id=3ba3cff0-0714-4a2d-b638-391a63c22700,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:48:38Z,topic='l3_agent')) {'router_ids': ['223dd69f-d707-480c-83c4-40778eeb8b95'], 'active': True} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:03:52.819082 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc953bd2-4310-44df-aff8-cc79e21a2343 req-6f922c88-58d5-449a-858c-a6b7e438f89a tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:03:52.820592 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-dc953bd2-4310-44df-aff8-cc79e21a2343 req-6f922c88-58d5-449a-858c-a6b7e438f89a tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3c7295c-7534-4ef9-b031-dd331735b299 HTTP/1.1" status: 200 len: 985 time: 0.0724289 Sep 03 13:03:52.849410 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-205db914-8507-4cbd-ab50-5a565504f481 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:52.874681 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-dc953bd2-4310-44df-aff8-cc79e21a2343 req-cda6c7a7-7190-4b92-846d-58282a1e3842 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] 10.222.0.24 "GET /v2.0/security-groups?id=0ab6a8b1-e7fb-4f9c-9204-9f138d25bce8&id=ea586cd4-a3f6-45a0-aed3-da61003dfbde&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0454135 Sep 03 13:03:52.894812 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvr_db [None req-d4a369fc-0016-45d3-9b40-c486ba258905 None None] Set router 223dd69f-d707-480c-83c4-40778eeb8b95 gateway port host: dv-cinder-788782-9-iscsi {{(pid=120043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:03:53.033191 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.plugin [None req-205db914-8507-4cbd-ab50-5a565504f481 admin admin] Deleting port ae63e0fe-230b-4a4a-a7d0-62a2453b5b53 {{(pid=120042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:03:53.033446 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-205db914-8507-4cbd-ab50-5a565504f481 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763613556462'] for port, before_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:53.068669 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_hamode_db [None req-d4a369fc-0016-45d3-9b40-c486ba258905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223dd69f-d707-480c-83c4-40778eeb8b95', 'name': 'tempest-AttachVolumeTestJSON-1455870475-router', 'tenant_id': '2a026b60655d4a369b93374d125b02b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': 'ae63e0fe-230b-4a4a-a7d0-62a2453b5b53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:56:53Z', 'updated_at': '2021-09-03T13:03:51Z', 'revision_number': 5, 'project_id': '2a026b60655d4a369b93374d125b02b1', 'gw_port': {'id': 'ae63e0fe-230b-4a4a-a7d0-62a2453b5b53', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:4a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223dd69f-d707-480c-83c4-40778eeb8b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:56:54Z', 'updated_at': '2021-09-03T12:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi'}], 'dv-cinder-788782-9-iscsi', False) {} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:03:53.093719 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a369fc-0016-45d3-9b40-c486ba258905 None None] The sync data for ids ['223dd69f-d707-480c-83c4-40778eeb8b95'] in dv-cinder-788782-9-iscsi is: [{'id': '223dd69f-d707-480c-83c4-40778eeb8b95', 'name': 'tempest-AttachVolumeTestJSON-1455870475-router', 'tenant_id': '2a026b60655d4a369b93374d125b02b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': 'ae63e0fe-230b-4a4a-a7d0-62a2453b5b53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:56:53Z', 'updated_at': '2021-09-03T13:03:51Z', 'revision_number': 5, 'project_id': '2a026b60655d4a369b93374d125b02b1', 'gw_port': {'id': 'ae63e0fe-230b-4a4a-a7d0-62a2453b5b53', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:4a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223dd69f-d707-480c-83c4-40778eeb8b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:56:54Z', 'updated_at': '2021-09-03T12:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi'}] {{(pid=120043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 13:03:53.110404 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.db [None req-205db914-8507-4cbd-ab50-5a565504f481 admin admin] For port ae63e0fe-230b-4a4a-a7d0-62a2453b5b53, host dv-cinder-788782-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-9-iscsi',level=0,port_id=ae63e0fe-230b-4a4a-a7d0-62a2453b5b53,segment=NetworkSegment(c1a38775-ec28-415d-bb88-0cf7761c0f56),segment_id=c1a38775-ec28-415d-bb88-0cf7761c0f56)] {{(pid=120042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:03:53.110987 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-205db914-8507-4cbd-ab50-5a565504f481 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642786'] for port, precommit_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:53.126768 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.plugin [None req-205db914-8507-4cbd-ab50-5a565504f481 admin admin] Calling delete_port for ae63e0fe-230b-4a4a-a7d0-62a2453b5b53 owned by network:router_gateway {{(pid=120042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:03:53.236014 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e7ccf6-3a0a-4be9-bc20-16e88e44ccf4 req-5a2a5515-cf0d-4ba2-87a4-7a7487b9af0c tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:03:53.237477 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-e5e7ccf6-3a0a-4be9-bc20-16e88e44ccf4 req-5a2a5515-cf0d-4ba2-87a4-7a7487b9af0c tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.24 "GET /v2.0/ports?device_id=732aca35-671d-4ac9-9e2d-f9c68385521f HTTP/1.1" status: 200 len: 945 time: 0.0649292 Sep 03 13:03:53.311217 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-e5e7ccf6-3a0a-4be9-bc20-16e88e44ccf4 req-23ace473-7750-44b2-a46b-af5db69f1eb3 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.24 "GET /v2.0/security-groups?id=946cb771-3479-4969-bec7-65f8bfd0ac47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447834 Sep 03 13:03:53.446161 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-205db914-8507-4cbd-ab50-5a565504f481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763613567928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763613061268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534626149'] for port, after_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:53.477658 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205db914-8507-4cbd-ab50-5a565504f481 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae63e0fe-230b-4a4a-a7d0-62a2453b5b53,revision_number=None']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:03:53.512035 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Device 6c49beb3-2a94-4675-a9b6-b262fd3c70ba no longer exists at agent ovs-agent-dv-cinder-788782-9-iscsi {{(pid=120043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 13:03:53.531948 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.plugin [None req-08f51270-9900-45ae-a958-671501e71079 None None] No Port match for: 6c49beb3-2a94-4675-a9b6-b262fd3c70ba {{(pid=120043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 13:03:53.532295 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Device 6c49beb3-2a94-4675-a9b6-b262fd3c70ba not bound to the agent host dv-cinder-788782-9-iscsi {{(pid=120043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 13:03:53.540576 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-205db914-8507-4cbd-ab50-5a565504f481 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664209'] for router_gateway, after_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:53.649890 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-205db914-8507-4cbd-ab50-5a565504f481 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28312'] for router, precommit_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:53.652352 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-205db914-8507-4cbd-ab50-5a565504f481 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:53.758105 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4916e55-f821-4965-b33d-eb54b17094c4 req-f2911f92-2195-423f-ab23-a0626eeb32d6 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:03:53.759669 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-d4916e55-f821-4965-b33d-eb54b17094c4 req-f2911f92-2195-423f-ab23-a0626eeb32d6 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.24 "GET /v2.0/ports?device_id=732aca35-671d-4ac9-9e2d-f9c68385521f HTTP/1.1" status: 200 len: 945 time: 0.0519052 Sep 03 13:03:53.797716 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-d4916e55-f821-4965-b33d-eb54b17094c4 req-e68c5436-96df-4ece-b9a2-eaf1bb35b208 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.24 "GET /v2.0/security-groups?id=946cb771-3479-4969-bec7-65f8bfd0ac47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318797 Sep 03 13:03:53.803792 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [req-c9ffbedf-4c97-4e22-865c-d970be53ee99 req-3d600fb5-1b7b-4623-b647-789b5623c84d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=732aca35-671d-4ac9-9e2d-f9c68385521f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0381682 Sep 03 13:03:53.840768 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-205db914-8507-4cbd-ab50-5a565504f481 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667959'] for router, after_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:53.841338 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-205db914-8507-4cbd-ab50-5a565504f481 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 223dd69f-d707-480c-83c4-40778eeb8b95 {{(pid=120042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 13:03:53.850323 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-205db914-8507-4cbd-ab50-5a565504f481 admin admin] Notify callbacks [] for router, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:53.850323 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-205db914-8507-4cbd-ab50-5a565504f481 admin admin] 10.222.0.24 "DELETE /v2.0/routers/223dd69f-d707-480c-83c4-40778eeb8b95 HTTP/1.1" status: 204 len: 168 time: 1.5199730 Sep 03 13:03:53.852081 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 42862) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:03:53.903249 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.db.db_base_plugin_v2 [None req-3faf2612-133a-444d-b733-b57883968313 admin admin] Deleting subnet 18f4b7c2-4c96-420d-afc2-0ae06dbda8bd {{(pid=120041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 13:03:53.906391 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-3faf2612-133a-444d-b733-b57883968313 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:53.947927 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-3faf2612-133a-444d-b733-b57883968313 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-533074396'] for subnet, precommit_delete_associations {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:54.020651 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca5ece3-1c83-4120-95ed-d4fe07232358 req-c00e77fe-4413-4815-a3b1-d7113d0ac152 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:03:54.022180 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-dca5ece3-1c83-4120-95ed-d4fe07232358 req-c00e77fe-4413-4815-a3b1-d7113d0ac152 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3c7295c-7534-4ef9-b031-dd331735b299 HTTP/1.1" status: 200 len: 985 time: 0.0601692 Sep 03 13:03:54.068102 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-3faf2612-133a-444d-b733-b57883968313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667103'] for subnet, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:54.068350 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-dca5ece3-1c83-4120-95ed-d4fe07232358 req-ca4dd33e-df51-465e-8797-59abd6c0120c tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] 10.222.0.24 "GET /v2.0/security-groups?id=0ab6a8b1-e7fb-4f9c-9204-9f138d25bce8&id=ea586cd4-a3f6-45a0-aed3-da61003dfbde&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0397348 Sep 03 13:03:54.206158 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-3faf2612-133a-444d-b733-b57883968313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533180452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532788743'] for subnet, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:54.232527 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faf2612-133a-444d-b733-b57883968313 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18f4b7c2-4c96-420d-afc2-0ae06dbda8bd,revision_number=None']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:03:54.234491 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-3faf2612-133a-444d-b733-b57883968313 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575370'] for subnet, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:54.236414 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-3faf2612-133a-444d-b733-b57883968313 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/18f4b7c2-4c96-420d-afc2-0ae06dbda8bd HTTP/1.1" status: 204 len: 168 time: 0.3832948 Sep 03 13:03:54.238905 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 42870) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:03:54.239510 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2abcca2-61e2-49bb-b753-7994949fe0d3 None None] Network 45e81d3f-b881-425b-99ca-1daab65347e2 requested from dv-cinder-788782-9-iscsi {{(pid=120043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 13:03:54.305676 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-8524c969-714c-4912-a7bd-0d77401b61bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578772'] for network, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:54.365700 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.plugins.ml2.plugin [None req-8524c969-714c-4912-a7bd-0d77401b61bc admin admin] Deleting port e69db9af-aa32-4965-b4ca-c5e00e8a7f71 {{(pid=120041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:03:54.365700 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-8524c969-714c-4912-a7bd-0d77401b61bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763613556462'] for port, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:54.434011 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.plugins.ml2.db [None req-8524c969-714c-4912-a7bd-0d77401b61bc admin admin] For port e69db9af-aa32-4965-b4ca-c5e00e8a7f71, host dv-cinder-788782-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-9-iscsi',level=0,port_id=e69db9af-aa32-4965-b4ca-c5e00e8a7f71,segment=NetworkSegment(101332a1-79af-4268-a774-3b1495ccc8a0),segment_id=101332a1-79af-4268-a774-3b1495ccc8a0)] {{(pid=120041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:03:54.434405 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-8524c969-714c-4912-a7bd-0d77401b61bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642786'] for port, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:54.446156 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.plugins.ml2.plugin [None req-8524c969-714c-4912-a7bd-0d77401b61bc admin admin] Calling delete_port for e69db9af-aa32-4965-b4ca-c5e00e8a7f71 owned by network:dhcp {{(pid=120041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:03:54.453328 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4a573c-9728-4052-9b16-2900d8dce7a0 None None] DHCP port deletion for 45e81d3f-b881-425b-99ca-1daab65347e2 request from dv-cinder-788782-9-iscsi {{(pid=120043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 13:03:54.498772 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.plugin [None req-8c4a573c-9728-4052-9b16-2900d8dce7a0 None None] Deleting port e69db9af-aa32-4965-b4ca-c5e00e8a7f71 {{(pid=120043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:03:54.499187 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-8c4a573c-9728-4052-9b16-2900d8dce7a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763613556462'] for port, before_delete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:54.563060 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-8c4a573c-9728-4052-9b16-2900d8dce7a0 None None] For port e69db9af-aa32-4965-b4ca-c5e00e8a7f71, host dv-cinder-788782-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-9-iscsi',level=0,port_id=e69db9af-aa32-4965-b4ca-c5e00e8a7f71,segment=NetworkSegment(101332a1-79af-4268-a774-3b1495ccc8a0),segment_id=101332a1-79af-4268-a774-3b1495ccc8a0)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:03:54.563579 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-8c4a573c-9728-4052-9b16-2900d8dce7a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642786'] for port, precommit_delete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:54.589845 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.plugin [None req-8c4a573c-9728-4052-9b16-2900d8dce7a0 None None] Calling delete_port for e69db9af-aa32-4965-b4ca-c5e00e8a7f71 owned by network:dhcp {{(pid=120043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:03:54.661990 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-8524c969-714c-4912-a7bd-0d77401b61bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763613567928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763613061268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533180425'] for port, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:54.691460 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8524c969-714c-4912-a7bd-0d77401b61bc admin admin] Pushing event deleted for resources: {'Port': ['ID=e69db9af-aa32-4965-b4ca-c5e00e8a7f71,revision_number=None']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:03:54.695585 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-8c4a573c-9728-4052-9b16-2900d8dce7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763613567928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763613061268'] for port, after_delete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:54.695731 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8524c969-714c-4912-a7bd-0d77401b61bc admin admin] No DVR routers for this DVR port e69db9af-aa32-4965-b4ca-c5e00e8a7f71 on host dv-cinder-788782-9-iscsi {{(pid=120041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 13:03:54.719359 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4a573c-9728-4052-9b16-2900d8dce7a0 None None] Pushing event deleted for resources: {'Port': ['ID=e69db9af-aa32-4965-b4ca-c5e00e8a7f71,revision_number=None']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:03:54.723800 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4a573c-9728-4052-9b16-2900d8dce7a0 None None] No DVR routers for this DVR port e69db9af-aa32-4965-b4ca-c5e00e8a7f71 on host dv-cinder-788782-9-iscsi {{(pid=120043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 13:03:54.729675 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4a573c-9728-4052-9b16-2900d8dce7a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:03:54.730114 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4a573c-9728-4052-9b16-2900d8dce7a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:03:54.730438 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4a573c-9728-4052-9b16-2900d8dce7a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:03:54.730783 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4a573c-9728-4052-9b16-2900d8dce7a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:03:54.731129 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4a573c-9728-4052-9b16-2900d8dce7a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:03:54.731467 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4a573c-9728-4052-9b16-2900d8dce7a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:03:54.731802 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4a573c-9728-4052-9b16-2900d8dce7a0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:03:54.732157 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4a573c-9728-4052-9b16-2900d8dce7a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:03:54.732493 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4a573c-9728-4052-9b16-2900d8dce7a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:03:54.732838 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4a573c-9728-4052-9b16-2900d8dce7a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:03:54.733172 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4a573c-9728-4052-9b16-2900d8dce7a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:03:54.733501 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4a573c-9728-4052-9b16-2900d8dce7a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:03:54.774690 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-8524c969-714c-4912-a7bd-0d77401b61bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665418', 'neutron.services.segments.db._delete_segments_for_network-8763613606485'] for network, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:54.784382 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.services.segments.db [None req-8524c969-714c-4912-a7bd-0d77401b61bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45e81d3f-b881-425b-99ca-1daab65347e2']}} {{(pid=120041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:03:54.793710 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.services.segments.db [None req-8524c969-714c-4912-a7bd-0d77401b61bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '101332a1-79af-4268-a774-3b1495ccc8a0') {'for_net_delete': True} {{(pid=120041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:03:54.794012 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.services.segments.db [None req-8524c969-714c-4912-a7bd-0d77401b61bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '101332a1-79af-4268-a774-3b1495ccc8a0') {} {{(pid=120041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:03:54.802572 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-8524c969-714c-4912-a7bd-0d77401b61bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763613607518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-533074373'] for segment, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:54.820944 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-8524c969-714c-4912-a7bd-0d77401b61bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669750'] for segment, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:54.830101 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8524c969-714c-4912-a7bd-0d77401b61bc admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=120041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 13:03:54.830527 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-8524c969-714c-4912-a7bd-0d77401b61bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533180538'] for segment, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:54.832254 dv-cinder-788782-9-iscsi neutron-server[120041]: Traceback (most recent call last): Sep 03 13:03:54.832254 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 13:03:54.832254 dv-cinder-788782-9-iscsi neutron-server[120041]: timer() Sep 03 13:03:54.832254 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 13:03:54.832254 dv-cinder-788782-9-iscsi neutron-server[120041]: cb(*args, **kw) Sep 03 13:03:54.832254 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 13:03:54.832254 dv-cinder-788782-9-iscsi neutron-server[120041]: return func(*args, **kwargs) Sep 03 13:03:54.832254 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 13:03:54.832254 dv-cinder-788782-9-iscsi neutron-server[120041]: self._notify() Sep 03 13:03:54.832254 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 13:03:54.832254 dv-cinder-788782-9-iscsi neutron-server[120041]: self.callback(batched_events) Sep 03 13:03:54.832254 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 13:03:54.832254 dv-cinder-788782-9-iscsi neutron-server[120041]: event.method(event) Sep 03 13:03:54.832254 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 13:03:54.832254 dv-cinder-788782-9-iscsi neutron-server[120041]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 13:03:54.832254 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 13:03:54.832254 dv-cinder-788782-9-iscsi neutron-server[120041]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 13:03:54.832254 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 13:03:54.832254 dv-cinder-788782-9-iscsi neutron-server[120041]: return f(self, *a, **k) Sep 03 13:03:54.832254 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 13:03:54.832254 dv-cinder-788782-9-iscsi neutron-server[120041]: return self._get(url).json() Sep 03 13:03:54.832254 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 13:03:54.832254 dv-cinder-788782-9-iscsi neutron-server[120041]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 13:03:54.832254 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 13:03:54.832254 dv-cinder-788782-9-iscsi neutron-server[120041]: return self.request(url, 'GET', **kwargs) Sep 03 13:03:54.832254 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 13:03:54.832254 dv-cinder-788782-9-iscsi neutron-server[120041]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 13:03:54.832254 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 13:03:54.832254 dv-cinder-788782-9-iscsi neutron-server[120041]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 13:03:54.832254 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 13:03:54.832254 dv-cinder-788782-9-iscsi neutron-server[120041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 13:03:54.832254 dv-cinder-788782-9-iscsi neutron-server[120041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 13:03:54.914124 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22b598b-0efc-4641-a86e-b7a912f0e813 req-40a2b717-e3c6-4d8c-b7e2-a5eae1757607 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:03:54.915617 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-b22b598b-0efc-4641-a86e-b7a912f0e813 req-40a2b717-e3c6-4d8c-b7e2-a5eae1757607 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.24 "GET /v2.0/ports?device_id=732aca35-671d-4ac9-9e2d-f9c68385521f HTTP/1.1" status: 200 len: 945 time: 0.0496213 Sep 03 13:03:54.954623 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-b22b598b-0efc-4641-a86e-b7a912f0e813 req-a67b9c50-9c1d-4401-aa6b-14c689cebf91 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.24 "GET /v2.0/security-groups?id=946cb771-3479-4969-bec7-65f8bfd0ac47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331199 Sep 03 13:03:54.983215 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-8524c969-714c-4912-a7bd-0d77401b61bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748793'] for network, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:54.993521 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-8524c969-714c-4912-a7bd-0d77401b61bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575370'] for network, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:54.993521 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-8524c969-714c-4912-a7bd-0d77401b61bc admin admin] 10.222.0.24 "DELETE /v2.0/networks/45e81d3f-b881-425b-99ca-1daab65347e2 HTTP/1.1" status: 204 len: 168 time: 0.7506645 Sep 03 13:03:55.001798 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8524c969-714c-4912-a7bd-0d77401b61bc admin admin] Pushing event deleted for resources: {'Network': ['ID=45e81d3f-b881-425b-99ca-1daab65347e2,revision_number=None']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:03:55.182141 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3f278e-fb60-4bae-a4b5-c35422693000 req-d4eed4ba-fbcb-425f-8127-5ce5a2151c89 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:03:55.183608 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ce3f278e-fb60-4bae-a4b5-c35422693000 req-d4eed4ba-fbcb-425f-8127-5ce5a2151c89 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3c7295c-7534-4ef9-b031-dd331735b299 HTTP/1.1" status: 200 len: 985 time: 0.0478854 Sep 03 13:03:55.222743 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ce3f278e-fb60-4bae-a4b5-c35422693000 req-4941f661-4e98-45de-adb3-8f9b6049b8bf tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] 10.222.0.24 "GET /v2.0/security-groups?id=0ab6a8b1-e7fb-4f9c-9204-9f138d25bce8&id=ea586cd4-a3f6-45a0-aed3-da61003dfbde&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331271 Sep 03 13:03:55.347476 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Device e69db9af-aa32-4965-b4ca-c5e00e8a7f71 no longer exists at agent ovs-agent-dv-cinder-788782-9-iscsi {{(pid=120043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 13:03:55.368852 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.plugin [None req-08f51270-9900-45ae-a958-671501e71079 None None] No Port match for: e69db9af-aa32-4965-b4ca-c5e00e8a7f71 {{(pid=120043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 13:03:55.369212 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Device e69db9af-aa32-4965-b4ca-c5e00e8a7f71 not bound to the agent host dv-cinder-788782-9-iscsi {{(pid=120043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 13:03:55.369640 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Device ae63e0fe-230b-4a4a-a7d0-62a2453b5b53 no longer exists at agent ovs-agent-dv-cinder-788782-9-iscsi {{(pid=120043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 13:03:55.376933 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 42880) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:03:55.388345 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.plugin [None req-08f51270-9900-45ae-a958-671501e71079 None None] No Port match for: ae63e0fe-230b-4a4a-a7d0-62a2453b5b53 {{(pid=120043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 13:03:55.388699 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Device ae63e0fe-230b-4a4a-a7d0-62a2453b5b53 not bound to the agent host dv-cinder-788782-9-iscsi {{(pid=120043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 13:03:55.416934 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-41531ce7-a54b-4eb2-93e1-77367e9ae99e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2a026b60655d4a369b93374d125b02b1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0387764 Sep 03 13:03:55.419398 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 42882) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:03:55.466327 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-a8d8aece-12e8-48d0-af21-3220693f644e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:55.486759 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-a8d8aece-12e8-48d0-af21-3220693f644e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:55.611656 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-a8d8aece-12e8-48d0-af21-3220693f644e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:55.614156 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-a8d8aece-12e8-48d0-af21-3220693f644e admin admin] Notify callbacks [] for security_group, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:55.615325 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-a8d8aece-12e8-48d0-af21-3220693f644e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8d8193ae-9f18-4e5f-aa5e-7044cccbd0fd HTTP/1.1" status: 204 len: 168 time: 0.1950021 Sep 03 13:03:55.622817 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d8aece-12e8-48d0-af21-3220693f644e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d8193ae-9f18-4e5f-aa5e-7044cccbd0fd,revision_number=None']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:03:55.731514 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Device c95bbd98-88a0-4068-b974-d265ec66202f no longer exists at agent hyperv_hv-cinder-78878 {{(pid=120043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 13:03:55.813073 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:55.836659 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '732aca35-671d-4ac9-9e2d-f9c68385521f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c95bbd98-88a0-4068-b974-d265ec66202f'}] {{(pid=120043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:03:55.838917 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75183f2819bd2f1145e278a2316968184774222fd4353ccf17289daf4feac16a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1903c4d0-0ade-475c-be12-8ca381670b53" -d '{"events": [{"server_uuid": "732aca35-671d-4ac9-9e2d-f9c68385521f", "name": "network-vif-unplugged", "status": "completed", "tag": "c95bbd98-88a0-4068-b974-d265ec66202f"}]}' {{(pid=120043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:03:55.850925 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] For port c95bbd98-88a0-4068-b974-d265ec66202f, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=c95bbd98-88a0-4068-b974-d265ec66202f,segment=NetworkSegment(e45ceb30-1af8-4624-9c71-29e1cb5208f7),segment_id=e45ceb30-1af8-4624-9c71-29e1cb5208f7)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:03:55.870858 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 03 Sep 2021 13:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87c2677b-bb1e-4d2e-879d-937abf266184 x-openstack-request-id: req-87c2677b-bb1e-4d2e-879d-937abf266184 {{(pid=120043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:03:55.871179 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "732aca35-671d-4ac9-9e2d-f9c68385521f", "name": "network-vif-unplugged", "status": "failed", "tag": "c95bbd98-88a0-4068-b974-d265ec66202f", "code": 422}]} {{(pid=120043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:03:55.871438 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-87c2677b-bb1e-4d2e-879d-937abf266184 {{(pid=120043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:03:55.871869 dv-cinder-788782-9-iscsi neutron-server[120043]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '732aca35-671d-4ac9-9e2d-f9c68385521f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c95bbd98-88a0-4068-b974-d265ec66202f', 'code': 422} returned with failed status Sep 03 13:03:55.914652 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:55.963255 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Pushing event updated for resources: {'Port': ['ID=c95bbd98-88a0-4068-b974-d265ec66202f,revision_number=6']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:03:56.078480 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a051fb6-f75c-4285-b426-4aa3a25d34e9 req-0963b296-f3b5-4a09-9e65-660120e5e95c tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:03:56.079993 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-2a051fb6-f75c-4285-b426-4aa3a25d34e9 req-0963b296-f3b5-4a09-9e65-660120e5e95c tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.24 "GET /v2.0/ports?device_id=732aca35-671d-4ac9-9e2d-f9c68385521f HTTP/1.1" status: 200 len: 943 time: 0.0600283 Sep 03 13:03:56.122101 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-2a051fb6-f75c-4285-b426-4aa3a25d34e9 req-31933501-8867-4328-a93c-6e17343925c3 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.24 "GET /v2.0/security-groups?id=946cb771-3479-4969-bec7-65f8bfd0ac47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324433 Sep 03 13:03:56.332788 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3619c7a4-8252-4ff9-a868-7c658a6a572c req-e29dd67b-47bc-4210-935f-bfe1654bd046 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:03:56.334505 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-3619c7a4-8252-4ff9-a868-7c658a6a572c req-e29dd67b-47bc-4210-935f-bfe1654bd046 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3c7295c-7534-4ef9-b031-dd331735b299 HTTP/1.1" status: 200 len: 985 time: 0.0472860 Sep 03 13:03:56.374470 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-3619c7a4-8252-4ff9-a868-7c658a6a572c req-bbdaf8a4-2f6d-4bd4-892e-30bc11d1d802 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] 10.222.0.24 "GET /v2.0/security-groups?id=0ab6a8b1-e7fb-4f9c-9204-9f138d25bce8&id=ea586cd4-a3f6-45a0-aed3-da61003dfbde&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332801 Sep 03 13:03:56.414805 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ffbedf-4c97-4e22-865c-d970be53ee99 req-1975f926-a815-4de9-a630-995972f6e326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:03:56.416335 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-c9ffbedf-4c97-4e22-865c-d970be53ee99 req-1975f926-a815-4de9-a630-995972f6e326 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=732aca35-671d-4ac9-9e2d-f9c68385521f&tenant_id=ca4d8f1b1cc14659a16af4ec915819aa HTTP/1.1" status: 200 len: 1096 time: 0.0395823 Sep 03 13:03:56.481511 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ffbedf-4c97-4e22-865c-d970be53ee99 req-cc73850c-aa05-484d-b768-db9854186c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:03:56.483102 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-c9ffbedf-4c97-4e22-865c-d970be53ee99 req-cc73850c-aa05-484d-b768-db9854186c4b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ca4d8f1b1cc14659a16af4ec915819aa&device_id=732aca35-671d-4ac9-9e2d-f9c68385521f HTTP/1.1" status: 200 len: 1096 time: 0.0448246 Sep 03 13:03:56.575194 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ffbedf-4c97-4e22-865c-d970be53ee99 req-6bdabbc4-1c90-4dd6-bbab-6b1fd289aa4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:03:56.576743 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-c9ffbedf-4c97-4e22-865c-d970be53ee99 req-6bdabbc4-1c90-4dd6-bbab-6b1fd289aa4b service neutron] 10.222.0.11 "GET /v2.0/networks?id=345637cf-75d9-4779-b1b1-52f200b41e58 HTTP/1.1" status: 200 len: 909 time: 0.0840826 Sep 03 13:03:56.644158 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-c9ffbedf-4c97-4e22-865c-d970be53ee99 req-4da7bc3e-6351-45a1-8e07-08d8d4b495a6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c95bbd98-88a0-4068-b974-d265ec66202f HTTP/1.1" status: 200 len: 999 time: 0.0602756 Sep 03 13:03:56.691784 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ffbedf-4c97-4e22-865c-d970be53ee99 req-f189ad71-52e4-4342-b191-08ae3144ee68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:03:56.693245 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-c9ffbedf-4c97-4e22-865c-d970be53ee99 req-f189ad71-52e4-4342-b191-08ae3144ee68 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9e2dffd0-2e45-4317-8b2f-2228f5cb6a48 HTTP/1.1" status: 200 len: 848 time: 0.0417099 Sep 03 13:03:56.739874 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ffbedf-4c97-4e22-865c-d970be53ee99 req-20b548c5-cbbb-4cb3-be68-4068a33e8794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:03:56.741338 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-c9ffbedf-4c97-4e22-865c-d970be53ee99 req-20b548c5-cbbb-4cb3-be68-4068a33e8794 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=345637cf-75d9-4779-b1b1-52f200b41e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393960 Sep 03 13:03:56.835062 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-c9ffbedf-4c97-4e22-865c-d970be53ee99 req-cd87a59a-2161-4b16-b005-c78b90c9a097 service neutron] 10.222.0.11 "GET /v2.0/networks/345637cf-75d9-4779-b1b1-52f200b41e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856419 Sep 03 13:03:56.931733 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-c9ffbedf-4c97-4e22-865c-d970be53ee99 req-6e11c164-537f-4166-926e-804fafdeae6d service neutron] 10.222.0.11 "GET /v2.0/networks/345637cf-75d9-4779-b1b1-52f200b41e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833554 Sep 03 13:03:57.238348 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2116be7c-99da-4bd4-b990-723374f56972 req-44c5ae8e-bf63-4e64-a861-dc2522eb4633 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:03:57.242507 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-2116be7c-99da-4bd4-b990-723374f56972 req-44c5ae8e-bf63-4e64-a861-dc2522eb4633 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.24 "GET /v2.0/ports?device_id=732aca35-671d-4ac9-9e2d-f9c68385521f HTTP/1.1" status: 200 len: 943 time: 0.0516996 Sep 03 13:03:57.280708 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-2116be7c-99da-4bd4-b990-723374f56972 req-66a8f552-0b6e-4cbd-bed6-ad2276919763 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.24 "GET /v2.0/security-groups?id=946cb771-3479-4969-bec7-65f8bfd0ac47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332458 Sep 03 13:03:57.486567 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e1d2f-6351-4832-8e0c-dc84a4b4fd80 req-37db780c-ca5d-4c75-8b35-392fcccdc3f5 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:03:57.488089 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-025e1d2f-6351-4832-8e0c-dc84a4b4fd80 req-37db780c-ca5d-4c75-8b35-392fcccdc3f5 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3c7295c-7534-4ef9-b031-dd331735b299 HTTP/1.1" status: 200 len: 985 time: 0.0484827 Sep 03 13:03:57.527784 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-025e1d2f-6351-4832-8e0c-dc84a4b4fd80 req-aa3c9ba4-378f-4973-8cfa-669d83e40531 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] 10.222.0.24 "GET /v2.0/security-groups?id=0ab6a8b1-e7fb-4f9c-9204-9f138d25bce8&id=ea586cd4-a3f6-45a0-aed3-da61003dfbde&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331633 Sep 03 13:03:57.940923 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 42934) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:03:58.041134 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-a99b361d-4949-4d77-ae80-0b45a9512bea admin admin] Notify callbacks [] for security_group, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:58.123664 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-a99b361d-4949-4d77-ae80-0b45a9512bea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:58.211293 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-a99b361d-4949-4d77-ae80-0b45a9512bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:58.248870 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-a99b361d-4949-4d77-ae80-0b45a9512bea admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=09f1777764314fa498a48d5ee1dc1144&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3069236 Sep 03 13:03:58.249691 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99b361d-4949-4d77-ae80-0b45a9512bea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99f6aa33-b3a0-4872-af63-fdc739c639cd,revision_number=1']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:03:58.251596 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 42938) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:03:58.298224 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-487b673c-40c2-49b8-a56d-4dc3d6c0a865 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:58.319295 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-487b673c-40c2-49b8-a56d-4dc3d6c0a865 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:58.396533 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c2475c-f81a-417b-9715-b6688c5ddb11 req-8681ffc4-3616-4bbf-b956-3dcddf51d926 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:03:58.398522 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-09c2475c-f81a-417b-9715-b6688c5ddb11 req-8681ffc4-3616-4bbf-b956-3dcddf51d926 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.24 "GET /v2.0/ports?device_id=732aca35-671d-4ac9-9e2d-f9c68385521f HTTP/1.1" status: 200 len: 943 time: 0.0502601 Sep 03 13:03:58.435289 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-09c2475c-f81a-417b-9715-b6688c5ddb11 req-19709682-822b-44ea-b0f4-a560762d70c5 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.24 "GET /v2.0/security-groups?id=946cb771-3479-4969-bec7-65f8bfd0ac47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308459 Sep 03 13:03:58.484788 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-487b673c-40c2-49b8-a56d-4dc3d6c0a865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:58.487489 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-487b673c-40c2-49b8-a56d-4dc3d6c0a865 admin admin] Notify callbacks [] for security_group, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:58.488701 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-487b673c-40c2-49b8-a56d-4dc3d6c0a865 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/99f6aa33-b3a0-4872-af63-fdc739c639cd HTTP/1.1" status: 204 len: 168 time: 0.2360666 Sep 03 13:03:58.496558 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487b673c-40c2-49b8-a56d-4dc3d6c0a865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f6aa33-b3a0-4872-af63-fdc739c639cd,revision_number=None']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:03:59.107318 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 42946) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:03:59.121231 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-fddd5527-acd2-4a33-8474-ac16f6d20d07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:59.205103 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-fddd5527-acd2-4a33-8474-ac16f6d20d07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:59.257227 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-fddd5527-acd2-4a33-8474-ac16f6d20d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:59.292541 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddd5527-acd2-4a33-8474-ac16f6d20d07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=116d6311-1f2e-47c9-a62e-f50dda3732ec,revision_number=1']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:03:59.297721 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-fddd5527-acd2-4a33-8474-ac16f6d20d07 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1feb728bbe0e48febbeeab0580ee3d57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1893010 Sep 03 13:03:59.300330 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 42948) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:03:59.348109 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-c3160c97-f443-4f0d-b3b2-33a25e71bfac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:59.368689 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-c3160c97-f443-4f0d-b3b2-33a25e71bfac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:59.530094 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-c3160c97-f443-4f0d-b3b2-33a25e71bfac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:59.532776 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-c3160c97-f443-4f0d-b3b2-33a25e71bfac admin admin] Notify callbacks [] for security_group, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:03:59.533916 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-c3160c97-f443-4f0d-b3b2-33a25e71bfac admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/116d6311-1f2e-47c9-a62e-f50dda3732ec HTTP/1.1" status: 204 len: 168 time: 0.2327473 Sep 03 13:03:59.542267 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3160c97-f443-4f0d-b3b2-33a25e71bfac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=116d6311-1f2e-47c9-a62e-f50dda3732ec,revision_number=None']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:03:59.560890 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111b3494-e9e3-4132-9914-26ca87c361f0 req-d7d71370-68a2-42b3-96c0-d82fc1f7ae8b tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:03:59.562538 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-111b3494-e9e3-4132-9914-26ca87c361f0 req-d7d71370-68a2-42b3-96c0-d82fc1f7ae8b tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.24 "GET /v2.0/ports?device_id=732aca35-671d-4ac9-9e2d-f9c68385521f HTTP/1.1" status: 200 len: 943 time: 0.0596278 Sep 03 13:03:59.601551 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-111b3494-e9e3-4132-9914-26ca87c361f0 req-cc0564d9-fd8b-42eb-9c89-df05d70ad397 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.24 "GET /v2.0/security-groups?id=946cb771-3479-4969-bec7-65f8bfd0ac47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329781 Sep 03 13:04:00.714334 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a961288-e2d1-4123-bfde-ab245039765a req-aa8d186d-daf7-4622-ac18-19a4f1beb172 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:04:00.715859 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-6a961288-e2d1-4123-bfde-ab245039765a req-aa8d186d-daf7-4622-ac18-19a4f1beb172 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.24 "GET /v2.0/ports?device_id=732aca35-671d-4ac9-9e2d-f9c68385521f HTTP/1.1" status: 200 len: 943 time: 0.0488422 Sep 03 13:04:00.754222 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-6a961288-e2d1-4123-bfde-ab245039765a req-a3da1bc5-d583-4525-a48b-abac060649a1 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.24 "GET /v2.0/security-groups?id=946cb771-3479-4969-bec7-65f8bfd0ac47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323901 Sep 03 13:04:00.898404 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9674a897-b8f9-43e2-88de-2e31989cafce req-6ec89157-4eee-4d26-910f-7ffb5282b615 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:04:00.899873 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-9674a897-b8f9-43e2-88de-2e31989cafce req-6ec89157-4eee-4d26-910f-7ffb5282b615 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9a950b5-853f-4f69-936b-d6f7894ed47b HTTP/1.1" status: 200 len: 947 time: 0.0503190 Sep 03 13:04:00.937597 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-9674a897-b8f9-43e2-88de-2e31989cafce req-f71b6435-3f87-4589-bad0-f6483649e17a tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=b256b272-4194-4266-bb97-1a01fa872f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318263 Sep 03 13:04:01.872282 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c446ddf-e560-45c7-945b-5f94f7390be3 req-e064a968-dbd5-4b8c-9b94-1419b69d9627 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:04:01.873792 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-5c446ddf-e560-45c7-945b-5f94f7390be3 req-e064a968-dbd5-4b8c-9b94-1419b69d9627 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.24 "GET /v2.0/ports?device_id=732aca35-671d-4ac9-9e2d-f9c68385521f HTTP/1.1" status: 200 len: 943 time: 0.0480990 Sep 03 13:04:01.911919 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-5c446ddf-e560-45c7-945b-5f94f7390be3 req-6e150651-62c0-4ae5-865c-d5f5867aad56 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.24 "GET /v2.0/security-groups?id=946cb771-3479-4969-bec7-65f8bfd0ac47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321660 Sep 03 13:04:01.991532 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 43014) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:04:02.056468 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14468a59-913e-493a-9adb-00eeedf19856 req-a04a8f02-328b-42f7-8651-bcb5c9e58a30 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:04:02.057851 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-14468a59-913e-493a-9adb-00eeedf19856 req-a04a8f02-328b-42f7-8651-bcb5c9e58a30 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9a950b5-853f-4f69-936b-d6f7894ed47b HTTP/1.1" status: 200 len: 947 time: 0.0489817 Sep 03 13:04:02.095883 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-14468a59-913e-493a-9adb-00eeedf19856 req-086ca61d-db0c-4f67-ab4a-e11fdfadaa88 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups?id=b256b272-4194-4266-bb97-1a01fa872f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322051 Sep 03 13:04:02.096601 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-2b98d4e3-8cca-4356-a922-dfa86459f291 admin admin] Notify callbacks [] for security_group, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:02.181964 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-2b98d4e3-8cca-4356-a922-dfa86459f291 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:02.284252 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-2b98d4e3-8cca-4356-a922-dfa86459f291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:02.290281 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c60572-243c-41b1-b41b-2ed7b2886878 req-7f4f09ae-5fbb-4ba5-bbdf-dfb15bd32e57 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:04:02.291700 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-72c60572-243c-41b1-b41b-2ed7b2886878 req-7f4f09ae-5fbb-4ba5-bbdf-dfb15bd32e57 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.11 "GET /v2.0/ports?device_id=c9a950b5-853f-4f69-936b-d6f7894ed47b HTTP/1.1" status: 200 len: 947 time: 0.0486987 Sep 03 13:04:02.323471 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-2b98d4e3-8cca-4356-a922-dfa86459f291 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c2dd2f60752a4725a30afc3e78c54bfe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3305407 Sep 03 13:04:02.324584 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b98d4e3-8cca-4356-a922-dfa86459f291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c6cc513-a49b-413b-93c7-c8cf74bb6b0a,revision_number=1']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:04:02.326899 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 43018) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:04:02.375136 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-d70a31d3-fda8-40b1-8625-2a59206f2514 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:02.386897 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.plugin [req-72c60572-243c-41b1-b41b-2ed7b2886878 req-09fe0869-bc35-4a57-b1dd-e15ff538cca2 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Deleting port 8fcee75b-2f44-418f-819a-e441c63bebf7 {{(pid=120042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:04:02.387268 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-72c60572-243c-41b1-b41b-2ed7b2886878 req-09fe0869-bc35-4a57-b1dd-e15ff538cca2 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763613556462'] for port, before_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:02.398422 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-d70a31d3-fda8-40b1-8625-2a59206f2514 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:02.476811 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.db [req-72c60572-243c-41b1-b41b-2ed7b2886878 req-09fe0869-bc35-4a57-b1dd-e15ff538cca2 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] For port 8fcee75b-2f44-418f-819a-e441c63bebf7, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=8fcee75b-2f44-418f-819a-e441c63bebf7,segment=NetworkSegment(32a72ad9-2465-4193-b477-40371effc92a),segment_id=32a72ad9-2465-4193-b477-40371effc92a)] {{(pid=120042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:04:02.477190 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-72c60572-243c-41b1-b41b-2ed7b2886878 req-09fe0869-bc35-4a57-b1dd-e15ff538cca2 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642786'] for port, precommit_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:02.548503 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-d70a31d3-fda8-40b1-8625-2a59206f2514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:02.551052 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-d70a31d3-fda8-40b1-8625-2a59206f2514 admin admin] Notify callbacks [] for security_group, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:02.552267 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-d70a31d3-fda8-40b1-8625-2a59206f2514 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0c6cc513-a49b-413b-93c7-c8cf74bb6b0a HTTP/1.1" status: 204 len: 168 time: 0.2244816 Sep 03 13:04:02.561553 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70a31d3-fda8-40b1-8625-2a59206f2514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c6cc513-a49b-413b-93c7-c8cf74bb6b0a,revision_number=None']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:04:02.644472 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-72c60572-243c-41b1-b41b-2ed7b2886878 req-09fe0869-bc35-4a57-b1dd-e15ff538cca2 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Notify callbacks [] for floatingip, precommit_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:02.644850 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-72c60572-243c-41b1-b41b-2ed7b2886878 req-09fe0869-bc35-4a57-b1dd-e15ff538cca2 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748779'] for floatingip, after_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:02.645175 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.db.l3_db [req-72c60572-243c-41b1-b41b-2ed7b2886878 req-09fe0869-bc35-4a57-b1dd-e15ff538cca2 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Floating IP a729ef66-6bd6-417e-a0c0-87bf7f1f66a7 disassociated. External IP: 172.27.3.35, port: 8fcee75b-2f44-418f-819a-e441c63bebf7. Sep 03 13:04:02.645528 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.plugin [req-72c60572-243c-41b1-b41b-2ed7b2886878 req-09fe0869-bc35-4a57-b1dd-e15ff538cca2 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Calling delete_port for 8fcee75b-2f44-418f-819a-e441c63bebf7 owned by compute:nova {{(pid=120042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:04:02.844823 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-72c60572-243c-41b1-b41b-2ed7b2886878 req-09fe0869-bc35-4a57-b1dd-e15ff538cca2 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763613567928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763613061268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534626149'] for port, after_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:02.875753 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fe0869-bc35-4a57-b1dd-e15ff538cca2 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Pushing event deleted for resources: {'Port': ['ID=8fcee75b-2f44-418f-819a-e441c63bebf7,revision_number=None']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:04:03.012546 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.l3_agent_scheduler [req-72c60572-243c-41b1-b41b-2ed7b2886878 req-09fe0869-bc35-4a57-b1dd-e15ff538cca2 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Router 2a97104e-f6e3-4a22-b1ff-5779da7856c7 has already been hosted by L3 agent 3ba3cff0-0714-4a2d-b638-391a63c22700 {{(pid=120042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 13:04:03.038060 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692269f4-1138-475a-9d97-5f748202e3d3 req-2fb4e17b-99ea-4e9e-959e-0b46184f11c8 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:04:03.040177 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-692269f4-1138-475a-9d97-5f748202e3d3 req-2fb4e17b-99ea-4e9e-959e-0b46184f11c8 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.24 "GET /v2.0/ports?device_id=732aca35-671d-4ac9-9e2d-f9c68385521f HTTP/1.1" status: 200 len: 943 time: 0.0599215 Sep 03 13:04:03.143447 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-692269f4-1138-475a-9d97-5f748202e3d3 req-25be1aad-027c-4cca-ba0a-b3cb4648ea7a tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.24 "GET /v2.0/security-groups?id=946cb771-3479-4969-bec7-65f8bfd0ac47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716281 Sep 03 13:04:03.167349 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-72c60572-243c-41b1-b41b-2ed7b2886878 req-09fe0869-bc35-4a57-b1dd-e15ff538cca2 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Notify agent at l3_agent.dv-cinder-788782-9-iscsi the message routers_updated {{(pid=120042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 13:04:03.177911 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa94bf89-dcb6-4442-b8a5-cef5f9fcc764 None None] Sync routers for ids ['2a97104e-f6e3-4a22-b1ff-5779da7856c7'] in dv-cinder-788782-9-iscsi {{(pid=120044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 13:04:03.187426 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa94bf89-dcb6-4442-b8a5-cef5f9fcc764 None None] Routers {'2a97104e-f6e3-4a22-b1ff-5779da7856c7'} bound to L3 agent in host dv-cinder-788782-9-iscsi {{(pid=120044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:04:03.188109 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_hamode_db [None req-aa94bf89-dcb6-4442-b8a5-cef5f9fcc764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T12:48:38Z,description=,heartbeat_timestamp=2021-09-03T13:03:38Z,host='dv-cinder-788782-9-iscsi',id=3ba3cff0-0714-4a2d-b638-391a63c22700,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:48:38Z,topic='l3_agent')) {'router_ids': ['2a97104e-f6e3-4a22-b1ff-5779da7856c7'], 'active': True} {{(pid=120044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:04:03.228675 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.l3_dvrscheduler_db [req-72c60572-243c-41b1-b41b-2ed7b2886878 req-09fe0869-bc35-4a57-b1dd-e15ff538cca2 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] No DVR routers for this DVR port 8fcee75b-2f44-418f-819a-e441c63bebf7 on host hv-cinder-78878 {{(pid=120042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 13:04:03.231759 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-75c0e052-2ae1-4d21-a0ac-ba4df85898bc req-62a5041b-daa9-4ba4-bc1f-e3168f804dc9 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9a950b5-853f-4f69-936b-d6f7894ed47b HTTP/1.1" status: 200 len: 210 time: 0.0430310 Sep 03 13:04:03.235937 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-72c60572-243c-41b1-b41b-2ed7b2886878 req-09fe0869-bc35-4a57-b1dd-e15ff538cca2 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10697'] for port, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:03.235937 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-72c60572-243c-41b1-b41b-2ed7b2886878 req-09fe0869-bc35-4a57-b1dd-e15ff538cca2 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.11 "DELETE /v2.0/ports/8fcee75b-2f44-418f-819a-e441c63bebf7 HTTP/1.1" status: 204 len: 173 time: 0.9364634 Sep 03 13:04:03.235937 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9a950b5-853f-4f69-936b-d6f7894ed47b', 'name': 'network-vif-deleted', 'tag': '8fcee75b-2f44-418f-819a-e441c63bebf7'}] {{(pid=120042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:04:03.237353 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d2a6420b193a10f45e0477184c700453c1253cfa456d27c4e3ab5b2f2f62351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a44010c-2a7b-4152-90c0-370b672df084" -d '{"events": [{"server_uuid": "c9a950b5-853f-4f69-936b-d6f7894ed47b", "name": "network-vif-deleted", "tag": "8fcee75b-2f44-418f-819a-e441c63bebf7"}]}' {{(pid=120042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:04:03.277528 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 43030) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:04:03.294279 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-dd2d92dc-db8f-4b60-b148-f3143771347d admin admin] Notify callbacks [] for security_group, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:03.319468 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 13:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7befe9eb-5779-4d74-983c-c875c444fe92 x-openstack-request-id: req-7befe9eb-5779-4d74-983c-c875c444fe92 {{(pid=120042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:04:03.320728 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9a950b5-853f-4f69-936b-d6f7894ed47b", "name": "network-vif-deleted", "tag": "8fcee75b-2f44-418f-819a-e441c63bebf7", "status": "completed", "code": 200}]} {{(pid=120042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:04:03.321300 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7befe9eb-5779-4d74-983c-c875c444fe92 {{(pid=120042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:04:03.321542 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9a950b5-853f-4f69-936b-d6f7894ed47b', 'name': 'network-vif-deleted', 'tag': '8fcee75b-2f44-418f-819a-e441c63bebf7', 'status': 'completed', 'code': 200} Sep 03 13:04:03.400895 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-dd2d92dc-db8f-4b60-b148-f3143771347d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:03.407652 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_dvr_db [None req-aa94bf89-dcb6-4442-b8a5-cef5f9fcc764 None None] Set router 2a97104e-f6e3-4a22-b1ff-5779da7856c7 gateway port host: dv-cinder-788782-9-iscsi {{(pid=120044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:04:03.497327 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-dd2d92dc-db8f-4b60-b148-f3143771347d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:03.535446 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-dd2d92dc-db8f-4b60-b148-f3143771347d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d6656e12cff848c1a5e973932f87115f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2562730 Sep 03 13:04:03.538184 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 43032) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:04:03.546579 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2d92dc-db8f-4b60-b148-f3143771347d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=798ea814-baa6-4de0-be65-2ff3e9f5f271,revision_number=1']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:04:03.594276 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-a35801d7-838d-48bc-a7c0-6d8e65913ab8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:03.605487 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_hamode_db [None req-aa94bf89-dcb6-4442-b8a5-cef5f9fcc764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a97104e-f6e3-4a22-b1ff-5779da7856c7', 'name': 'tempest-AttachVolumeShelveTestJSON-381078607-router', 'tenant_id': '8cbbddf1eac34975b3dfff073526b48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'b2a98f04-fab5-4a03-89bf-2d69c1ecc08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:56:55Z', 'updated_at': '2021-09-03T12:57:05Z', 'revision_number': 4, 'project_id': '8cbbddf1eac34975b3dfff073526b48a', 'gw_port': {'id': 'b2a98f04-fab5-4a03-89bf-2d69c1ecc08c', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:6d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a97104e-f6e3-4a22-b1ff-5779da7856c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:56:57Z', 'updated_at': '2021-09-03T12:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi', '_interfaces': [{'id': 'aa87352f-9fed-450d-b6bf-29b91f7e6408', 'name': '', 'network_id': '4ae4bd86-9baa-4a46-894e-9d6319ec74c4', 'tenant_id': '8cbbddf1eac34975b3dfff073526b48a', 'mac_address': 'fa:16:3e:37:dc:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a97104e-f6e3-4a22-b1ff-5779da7856c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e4c3bb0a-fdd7-427f-b24b-a6cf6ccdaba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:57:03Z', 'updated_at': '2021-09-03T12:57:15Z', 'revision_number': 5, 'project_id': '8cbbddf1eac34975b3dfff073526b48a', 'subnets': [{'id': 'e4c3bb0a-fdd7-427f-b24b-a6cf6ccdaba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-9-iscsi', False) {} {{(pid=120044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:04:03.616028 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-a35801d7-838d-48bc-a7c0-6d8e65913ab8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:03.631104 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa94bf89-dcb6-4442-b8a5-cef5f9fcc764 None None] Checking router: 2a97104e-f6e3-4a22-b1ff-5779da7856c7 for host: dv-cinder-788782-9-iscsi {{(pid=120044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 13:04:03.638984 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa94bf89-dcb6-4442-b8a5-cef5f9fcc764 None None] Routers {'2a97104e-f6e3-4a22-b1ff-5779da7856c7'} bound to L3 agent in host dv-cinder-788782-9-iscsi {{(pid=120044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:04:03.639585 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_hamode_db [None req-aa94bf89-dcb6-4442-b8a5-cef5f9fcc764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T12:48:38Z,description=,heartbeat_timestamp=2021-09-03T13:03:38Z,host='dv-cinder-788782-9-iscsi',id=3ba3cff0-0714-4a2d-b638-391a63c22700,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:48:38Z,topic='l3_agent')) {'router_ids': ['2a97104e-f6e3-4a22-b1ff-5779da7856c7'], 'active': True} {{(pid=120044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:04:03.740150 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_dvr_db [None req-aa94bf89-dcb6-4442-b8a5-cef5f9fcc764 None None] Set router 2a97104e-f6e3-4a22-b1ff-5779da7856c7 gateway port host: dv-cinder-788782-9-iscsi {{(pid=120044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:04:03.792846 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-a35801d7-838d-48bc-a7c0-6d8e65913ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:03.795568 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-a35801d7-838d-48bc-a7c0-6d8e65913ab8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:03.796759 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-a35801d7-838d-48bc-a7c0-6d8e65913ab8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/798ea814-baa6-4de0-be65-2ff3e9f5f271 HTTP/1.1" status: 204 len: 168 time: 0.2569082 Sep 03 13:04:03.802177 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Device c95bbd98-88a0-4068-b974-d265ec66202f details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=120043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 13:04:03.804384 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35801d7-838d-48bc-a7c0-6d8e65913ab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=798ea814-baa6-4de0-be65-2ff3e9f5f271,revision_number=None']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:04:03.945645 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] For port c95bbd98-88a0-4068-b974-d265ec66202f, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=c95bbd98-88a0-4068-b974-d265ec66202f,segment=NetworkSegment(e45ceb30-1af8-4624-9c71-29e1cb5208f7),segment_id=e45ceb30-1af8-4624-9c71-29e1cb5208f7)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:04:03.952849 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_hamode_db [None req-aa94bf89-dcb6-4442-b8a5-cef5f9fcc764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a97104e-f6e3-4a22-b1ff-5779da7856c7', 'name': 'tempest-AttachVolumeShelveTestJSON-381078607-router', 'tenant_id': '8cbbddf1eac34975b3dfff073526b48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'b2a98f04-fab5-4a03-89bf-2d69c1ecc08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:56:55Z', 'updated_at': '2021-09-03T12:57:05Z', 'revision_number': 4, 'project_id': '8cbbddf1eac34975b3dfff073526b48a', 'gw_port': {'id': 'b2a98f04-fab5-4a03-89bf-2d69c1ecc08c', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:6d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a97104e-f6e3-4a22-b1ff-5779da7856c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:56:57Z', 'updated_at': '2021-09-03T12:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi', '_interfaces': [{'id': 'aa87352f-9fed-450d-b6bf-29b91f7e6408', 'name': '', 'network_id': '4ae4bd86-9baa-4a46-894e-9d6319ec74c4', 'tenant_id': '8cbbddf1eac34975b3dfff073526b48a', 'mac_address': 'fa:16:3e:37:dc:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a97104e-f6e3-4a22-b1ff-5779da7856c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e4c3bb0a-fdd7-427f-b24b-a6cf6ccdaba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:57:03Z', 'updated_at': '2021-09-03T12:57:15Z', 'revision_number': 5, 'project_id': '8cbbddf1eac34975b3dfff073526b48a', 'subnets': [{'id': 'e4c3bb0a-fdd7-427f-b24b-a6cf6ccdaba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-9-iscsi', False) {} {{(pid=120044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:04:03.955854 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Returning: {'device': 'c95bbd98-88a0-4068-b974-d265ec66202f', 'network_id': '345637cf-75d9-4779-b1b1-52f200b41e58', 'port_id': 'c95bbd98-88a0-4068-b974-d265ec66202f', 'mac_address': 'fa:16:3e:93:04:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e2dffd0-2e45-4317-8b2f-2228f5cb6a48', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 13:04:03.979807 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa94bf89-dcb6-4442-b8a5-cef5f9fcc764 None None] The sync data for ids ['2a97104e-f6e3-4a22-b1ff-5779da7856c7'] in dv-cinder-788782-9-iscsi is: [{'id': '2a97104e-f6e3-4a22-b1ff-5779da7856c7', 'name': 'tempest-AttachVolumeShelveTestJSON-381078607-router', 'tenant_id': '8cbbddf1eac34975b3dfff073526b48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'b2a98f04-fab5-4a03-89bf-2d69c1ecc08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:56:55Z', 'updated_at': '2021-09-03T12:57:05Z', 'revision_number': 4, 'project_id': '8cbbddf1eac34975b3dfff073526b48a', 'gw_port': {'id': 'b2a98f04-fab5-4a03-89bf-2d69c1ecc08c', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:6d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a97104e-f6e3-4a22-b1ff-5779da7856c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:56:57Z', 'updated_at': '2021-09-03T12:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi', '_interfaces': [{'id': 'aa87352f-9fed-450d-b6bf-29b91f7e6408', 'name': '', 'network_id': '4ae4bd86-9baa-4a46-894e-9d6319ec74c4', 'tenant_id': '8cbbddf1eac34975b3dfff073526b48a', 'mac_address': 'fa:16:3e:37:dc:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a97104e-f6e3-4a22-b1ff-5779da7856c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e4c3bb0a-fdd7-427f-b24b-a6cf6ccdaba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:57:03Z', 'updated_at': '2021-09-03T12:57:15Z', 'revision_number': 5, 'project_id': '8cbbddf1eac34975b3dfff073526b48a', 'subnets': [{'id': 'e4c3bb0a-fdd7-427f-b24b-a6cf6ccdaba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 13:04:03.996772 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:04.010752 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.notifiers.nova [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c95bbd98-88a0-4068-b974-d265ec66202f {{(pid=120043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 13:04:04.031043 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] For port c95bbd98-88a0-4068-b974-d265ec66202f, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=c95bbd98-88a0-4068-b974-d265ec66202f,segment=NetworkSegment(e45ceb30-1af8-4624-9c71-29e1cb5208f7),segment_id=e45ceb30-1af8-4624-9c71-29e1cb5208f7)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:04:04.099213 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:04.150832 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Pushing event updated for resources: {'Port': ['ID=c95bbd98-88a0-4068-b974-d265ec66202f,revision_number=7']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:04:04.205681 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6f1cf7-c5b9-4d0e-b1e9-8f3cb486f4ba None None] New status for floating IP a729ef66-6bd6-417e-a0c0-87bf7f1f66a7: DOWN {{(pid=120043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 13:04:04.269847 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce969e6-84cd-4cf9-9aec-d60ff17bc8fa req-65025326-8e4d-4a0b-95a5-f595be92c77e tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:04:04.271275 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-fce969e6-84cd-4cf9-9aec-d60ff17bc8fa req-65025326-8e4d-4a0b-95a5-f595be92c77e tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.24 "GET /v2.0/ports?device_id=732aca35-671d-4ac9-9e2d-f9c68385521f HTTP/1.1" status: 200 len: 944 time: 0.0501816 Sep 03 13:04:04.319892 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-fce969e6-84cd-4cf9-9aec-d60ff17bc8fa req-540a48f3-2b0b-4dd0-bd7c-783357c54bad tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.24 "GET /v2.0/security-groups?id=946cb771-3479-4969-bec7-65f8bfd0ac47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415876 Sep 03 13:04:04.345665 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] get_ports_and_sgs() called for port_ids ['c95bbd98-88a0-4068-b974-d265ec66202f'] {{(pid=120043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 13:04:04.451514 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 43050) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:04:04.506760 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-c567474a-8292-4dee-9ed8-0d64696b6b27 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Notify callbacks [] for security_group, before_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:04.529690 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-c567474a-8292-4dee-9ed8-0d64696b6b27 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Notify callbacks [] for security_group, precommit_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:04.656063 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-c567474a-8292-4dee-9ed8-0d64696b6b27 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:04.658688 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-c567474a-8292-4dee-9ed8-0d64696b6b27 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Notify callbacks [] for security_group, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:04.659878 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-c567474a-8292-4dee-9ed8-0d64696b6b27 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "DELETE /v2.0/security-groups/b256b272-4194-4266-bb97-1a01fa872f6a HTTP/1.1" status: 204 len: 168 time: 0.2072175 Sep 03 13:04:04.662629 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 43054) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:04:04.669644 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c567474a-8292-4dee-9ed8-0d64696b6b27 tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b256b272-4194-4266-bb97-1a01fa872f6a,revision_number=None']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:04:04.676731 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.api.v2.resource [None req-3feb6607-a4c6-4654-b1db-7183766b49ae tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] show failed (client error): The resource could not be found. Sep 03 13:04:04.681107 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-3feb6607-a4c6-4654-b1db-7183766b49ae tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "GET /v2.0/security-groups/b256b272-4194-4266-bb97-1a01fa872f6a HTTP/1.1" status: 404 len: 347 time: 0.0171239 Sep 03 13:04:04.683800 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 43056) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:04:04.803300 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.plugins.ml2.plugin [None req-d023d460-b6d2-435a-bbc0-5ce22b4bdb1e tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Deleting port f2b4ffe1-c1f4-445f-836b-cb2b452d245c {{(pid=120041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:04:04.803643 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-d023d460-b6d2-435a-bbc0-5ce22b4bdb1e tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763613556462'] for port, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:04.878257 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-d023d460-b6d2-435a-bbc0-5ce22b4bdb1e tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642786'] for port, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:04.878592 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-d023d460-b6d2-435a-bbc0-5ce22b4bdb1e tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:04.890501 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.plugins.ml2.plugin [None req-d023d460-b6d2-435a-bbc0-5ce22b4bdb1e tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Calling delete_port for f2b4ffe1-c1f4-445f-836b-cb2b452d245c owned by network:floatingip {{(pid=120041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:04:05.097176 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-d023d460-b6d2-435a-bbc0-5ce22b4bdb1e tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763613567928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763613061268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533180425'] for port, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:05.123081 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d023d460-b6d2-435a-bbc0-5ce22b4bdb1e tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Pushing event deleted for resources: {'Port': ['ID=f2b4ffe1-c1f4-445f-836b-cb2b452d245c,revision_number=None']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:04:05.183637 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-d023d460-b6d2-435a-bbc0-5ce22b4bdb1e tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Notify callbacks [] for floatingip, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:05.186227 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-d023d460-b6d2-435a-bbc0-5ce22b4bdb1e tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10697'] for floatingip, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:05.187362 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-d023d460-b6d2-435a-bbc0-5ce22b4bdb1e tempest-AttachVolumeShelveTestJSON-102413804 tempest-AttachVolumeShelveTestJSON-102413804-project] 10.222.0.24 "DELETE /v2.0/floatingips/a729ef66-6bd6-417e-a0c0-87bf7f1f66a7 HTTP/1.1" status: 204 len: 168 time: 0.5026464 Sep 03 13:04:05.314555 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-abd6844b-03bd-4a16-9b44-22ab26b75716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:05.434686 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d649a1-8ca1-4f00-93e9-0b6a9ca7df5f req-cc9041ec-f954-4266-986e-ad0fc88cba9d tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:04:05.436430 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-f2d649a1-8ca1-4f00-93e9-0b6a9ca7df5f req-cc9041ec-f954-4266-986e-ad0fc88cba9d tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.24 "GET /v2.0/ports?device_id=732aca35-671d-4ac9-9e2d-f9c68385521f HTTP/1.1" status: 200 len: 944 time: 0.0493412 Sep 03 13:04:05.473256 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-f2d649a1-8ca1-4f00-93e9-0b6a9ca7df5f req-c97c10b6-761b-475e-a94a-3e93148bda45 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.24 "GET /v2.0/security-groups?id=946cb771-3479-4969-bec7-65f8bfd0ac47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310254 Sep 03 13:04:05.799628 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Device c95bbd98-88a0-4068-b974-d265ec66202f up at agent hyperv_hv-cinder-78878 {{(pid=120043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:04:05.853717 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Provisioning complete for port c95bbd98-88a0-4068-b974-d265ec66202f triggered by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:04:05.854310 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:05.931873 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:05.953809 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '732aca35-671d-4ac9-9e2d-f9c68385521f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c95bbd98-88a0-4068-b974-d265ec66202f'}] {{(pid=120043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:04:05.956039 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75183f2819bd2f1145e278a2316968184774222fd4353ccf17289daf4feac16a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7f6c87e-bdd3-4cce-b9b7-9b94f587bc36" -d '{"events": [{"server_uuid": "732aca35-671d-4ac9-9e2d-f9c68385521f", "name": "network-vif-plugged", "status": "completed", "tag": "c95bbd98-88a0-4068-b974-d265ec66202f"}]}' {{(pid=120043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:04:05.968550 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] For port c95bbd98-88a0-4068-b974-d265ec66202f, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=c95bbd98-88a0-4068-b974-d265ec66202f,segment=NetworkSegment(e45ceb30-1af8-4624-9c71-29e1cb5208f7),segment_id=e45ceb30-1af8-4624-9c71-29e1cb5208f7)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:04:05.991177 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 13:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5d463e3-02b8-440e-8b53-b5acf22cd6c8 x-openstack-request-id: req-e5d463e3-02b8-440e-8b53-b5acf22cd6c8 {{(pid=120043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:04:05.991988 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "732aca35-671d-4ac9-9e2d-f9c68385521f", "name": "network-vif-plugged", "status": "completed", "tag": "c95bbd98-88a0-4068-b974-d265ec66202f", "code": 200}]} {{(pid=120043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:04:05.992239 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e5d463e3-02b8-440e-8b53-b5acf22cd6c8 {{(pid=120043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:04:05.992710 dv-cinder-788782-9-iscsi neutron-server[120043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '732aca35-671d-4ac9-9e2d-f9c68385521f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c95bbd98-88a0-4068-b974-d265ec66202f', 'code': 200} Sep 03 13:04:06.061378 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:06.062177 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Device 8fcee75b-2f44-418f-819a-e441c63bebf7 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=120043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 13:04:06.082088 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.plugin [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] No Port match for: 8fcee75b-2f44-418f-819a-e441c63bebf7 {{(pid=120043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 13:04:06.082439 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Device 8fcee75b-2f44-418f-819a-e441c63bebf7 not bound to the agent host hv-cinder-78878 {{(pid=120043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 13:04:06.125076 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Pushing event updated for resources: {'Port': ['ID=c95bbd98-88a0-4068-b974-d265ec66202f,revision_number=8']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:04:06.311949 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8df8afc-aac6-4b9b-a342-83bc32004981 req-d248f749-7ce9-4011-83a7-9bce3232078e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:04:06.313438 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-d8df8afc-aac6-4b9b-a342-83bc32004981 req-d248f749-7ce9-4011-83a7-9bce3232078e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=732aca35-671d-4ac9-9e2d-f9c68385521f HTTP/1.1" status: 200 len: 1098 time: 0.0388410 Sep 03 13:04:06.347443 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-d8df8afc-aac6-4b9b-a342-83bc32004981 req-41c3807e-6067-4c91-b428-af9561e53b5b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=946cb771-3479-4969-bec7-65f8bfd0ac47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0263186 Sep 03 13:04:06.585230 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212e42f4-df56-490a-a3f4-5125ef70ffbf req-0b8b69c8-e935-4542-9dbf-2596656d0ac8 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:04:06.586715 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-212e42f4-df56-490a-a3f4-5125ef70ffbf req-0b8b69c8-e935-4542-9dbf-2596656d0ac8 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.24 "GET /v2.0/ports?device_id=732aca35-671d-4ac9-9e2d-f9c68385521f HTTP/1.1" status: 200 len: 945 time: 0.0482848 Sep 03 13:04:06.633413 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-212e42f4-df56-490a-a3f4-5125ef70ffbf req-c42bf2e8-426c-4961-b363-ab8bd0b6e038 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.24 "GET /v2.0/security-groups?id=946cb771-3479-4969-bec7-65f8bfd0ac47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401800 Sep 03 13:04:06.943396 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:07.745612 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19829fae-36f7-4078-b17b-f7db0080ce7d req-0c84e3f4-41e2-4dfc-bee3-17185e239a84 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:04:07.747057 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-19829fae-36f7-4078-b17b-f7db0080ce7d req-0c84e3f4-41e2-4dfc-bee3-17185e239a84 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.24 "GET /v2.0/ports?device_id=732aca35-671d-4ac9-9e2d-f9c68385521f HTTP/1.1" status: 200 len: 945 time: 0.0535865 Sep 03 13:04:07.786736 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-19829fae-36f7-4078-b17b-f7db0080ce7d req-674b139a-1156-437b-a44d-2a50973a9ec8 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.24 "GET /v2.0/security-groups?id=946cb771-3479-4969-bec7-65f8bfd0ac47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335424 Sep 03 13:04:07.863200 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-992ad8fa-dce8-4f11-b9de-ab3cfb74dc80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:08.082404 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 43146) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:04:08.438608 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:08.758378 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-0188b13b-845b-4549-bc48-8fee1a6212e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1666091'] for router_interface, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:08.999590 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.plugins.ml2.plugin [None req-0188b13b-845b-4549-bc48-8fee1a6212e7 admin admin] Deleting port aa87352f-9fed-450d-b6bf-29b91f7e6408 {{(pid=120041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:04:08.999995 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-0188b13b-845b-4549-bc48-8fee1a6212e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763613556462'] for port, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:09.073019 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08724a11-fd48-4ea4-9071-7b022d0e8053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:09.075902 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.plugins.ml2.db [None req-0188b13b-845b-4549-bc48-8fee1a6212e7 admin admin] For port aa87352f-9fed-450d-b6bf-29b91f7e6408, host dv-cinder-788782-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-9-iscsi',level=0,port_id=aa87352f-9fed-450d-b6bf-29b91f7e6408,segment=NetworkSegment(32a72ad9-2465-4193-b477-40371effc92a),segment_id=32a72ad9-2465-4193-b477-40371effc92a)] {{(pid=120041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:04:09.076298 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-0188b13b-845b-4549-bc48-8fee1a6212e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642786'] for port, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:09.092355 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.plugins.ml2.plugin [None req-0188b13b-845b-4549-bc48-8fee1a6212e7 admin admin] Calling delete_port for aa87352f-9fed-450d-b6bf-29b91f7e6408 owned by network:router_interface {{(pid=120041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:04:09.415954 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-0188b13b-845b-4549-bc48-8fee1a6212e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763613567928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763613061268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533180425'] for port, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:09.441814 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0188b13b-845b-4549-bc48-8fee1a6212e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa87352f-9fed-450d-b6bf-29b91f7e6408,revision_number=None']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:04:09.622095 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-0188b13b-845b-4549-bc48-8fee1a6212e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1666239'] for router_interface, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:09.837929 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0188b13b-845b-4549-bc48-8fee1a6212e7 admin admin] Router 2a97104e-f6e3-4a22-b1ff-5779da7856c7 has already been hosted by L3 agent 3ba3cff0-0714-4a2d-b638-391a63c22700 {{(pid=120041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 13:04:09.947706 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0188b13b-845b-4549-bc48-8fee1a6212e7 admin admin] Notify agent at l3_agent.dv-cinder-788782-9-iscsi the message routers_updated {{(pid=120041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 13:04:09.952952 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-0188b13b-845b-4549-bc48-8fee1a6212e7 admin admin] 10.222.0.24 "PUT /v2.0/routers/2a97104e-f6e3-4a22-b1ff-5779da7856c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8695314 Sep 03 13:04:09.955535 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 43162) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:04:09.958075 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a866e30c-75ff-4c6a-9ce6-26d290570e8b None None] Sync routers for ids ['2a97104e-f6e3-4a22-b1ff-5779da7856c7'] in dv-cinder-788782-9-iscsi {{(pid=120044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 13:04:09.968417 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a866e30c-75ff-4c6a-9ce6-26d290570e8b None None] Routers {'2a97104e-f6e3-4a22-b1ff-5779da7856c7'} bound to L3 agent in host dv-cinder-788782-9-iscsi {{(pid=120044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:04:09.969054 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_hamode_db [None req-a866e30c-75ff-4c6a-9ce6-26d290570e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T12:48:38Z,description=,heartbeat_timestamp=2021-09-03T13:04:08Z,host='dv-cinder-788782-9-iscsi',id=3ba3cff0-0714-4a2d-b638-391a63c22700,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:48:38Z,topic='l3_agent')) {'router_ids': ['2a97104e-f6e3-4a22-b1ff-5779da7856c7'], 'active': True} {{(pid=120044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:04:10.056950 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-4e1e42bf-5cc6-4f8b-8bd2-f2e6a69c55c4 admin admin] Notify callbacks [] for router, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:10.071433 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_dvr_db [None req-a866e30c-75ff-4c6a-9ce6-26d290570e8b None None] Set router 2a97104e-f6e3-4a22-b1ff-5779da7856c7 gateway port host: dv-cinder-788782-9-iscsi {{(pid=120044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:04:10.159378 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-4e1e42bf-5cc6-4f8b-8bd2-f2e6a69c55c4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:10.248263 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_hamode_db [None req-a866e30c-75ff-4c6a-9ce6-26d290570e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a97104e-f6e3-4a22-b1ff-5779da7856c7', 'name': 'tempest-AttachVolumeShelveTestJSON-381078607-router', 'tenant_id': '8cbbddf1eac34975b3dfff073526b48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'b2a98f04-fab5-4a03-89bf-2d69c1ecc08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:56:55Z', 'updated_at': '2021-09-03T13:04:09Z', 'revision_number': 5, 'project_id': '8cbbddf1eac34975b3dfff073526b48a', 'gw_port': {'id': 'b2a98f04-fab5-4a03-89bf-2d69c1ecc08c', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:6d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a97104e-f6e3-4a22-b1ff-5779da7856c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T12:56:57Z', 'updated_at': '2021-09-03T12:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi'}], 'dv-cinder-788782-9-iscsi', False) {} {{(pid=120044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:04:10.277723 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a866e30c-75ff-4c6a-9ce6-26d290570e8b None None] Checking router: 2a97104e-f6e3-4a22-b1ff-5779da7856c7 for host: dv-cinder-788782-9-iscsi {{(pid=120044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 13:04:10.285739 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a866e30c-75ff-4c6a-9ce6-26d290570e8b None None] Routers {'2a97104e-f6e3-4a22-b1ff-5779da7856c7'} bound to L3 agent in host dv-cinder-788782-9-iscsi {{(pid=120044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:04:10.286349 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_hamode_db [None req-a866e30c-75ff-4c6a-9ce6-26d290570e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T12:48:38Z,description=,heartbeat_timestamp=2021-09-03T13:04:08Z,host='dv-cinder-788782-9-iscsi',id=3ba3cff0-0714-4a2d-b638-391a63c22700,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:48:38Z,topic='l3_agent')) {'router_ids': ['2a97104e-f6e3-4a22-b1ff-5779da7856c7'], 'active': True} {{(pid=120044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:04:10.301889 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.plugins.ml2.plugin [None req-4e1e42bf-5cc6-4f8b-8bd2-f2e6a69c55c4 admin admin] Deleting port b2a98f04-fab5-4a03-89bf-2d69c1ecc08c {{(pid=120041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:04:10.302247 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-4e1e42bf-5cc6-4f8b-8bd2-f2e6a69c55c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763613556462'] for port, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:10.369490 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_dvr_db [None req-a866e30c-75ff-4c6a-9ce6-26d290570e8b None None] Set router 2a97104e-f6e3-4a22-b1ff-5779da7856c7 gateway port host: None {{(pid=120044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:04:10.382834 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.plugins.ml2.db [None req-4e1e42bf-5cc6-4f8b-8bd2-f2e6a69c55c4 admin admin] For port b2a98f04-fab5-4a03-89bf-2d69c1ecc08c, host dv-cinder-788782-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-9-iscsi',level=0,port_id=b2a98f04-fab5-4a03-89bf-2d69c1ecc08c,segment=NetworkSegment(c1a38775-ec28-415d-bb88-0cf7761c0f56),segment_id=c1a38775-ec28-415d-bb88-0cf7761c0f56)] {{(pid=120041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:04:10.383224 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-4e1e42bf-5cc6-4f8b-8bd2-f2e6a69c55c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642786'] for port, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:10.395914 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.plugins.ml2.plugin [None req-4e1e42bf-5cc6-4f8b-8bd2-f2e6a69c55c4 admin admin] Calling delete_port for b2a98f04-fab5-4a03-89bf-2d69c1ecc08c owned by network:router_gateway {{(pid=120041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:04:10.420918 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_hamode_db [None req-a866e30c-75ff-4c6a-9ce6-26d290570e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a97104e-f6e3-4a22-b1ff-5779da7856c7', 'name': 'tempest-AttachVolumeShelveTestJSON-381078607-router', 'tenant_id': '8cbbddf1eac34975b3dfff073526b48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:56:55Z', 'updated_at': '2021-09-03T13:04:10Z', 'revision_number': 6, 'project_id': '8cbbddf1eac34975b3dfff073526b48a', 'gw_port_host': None}], 'dv-cinder-788782-9-iscsi', False) {} {{(pid=120044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:04:10.449869 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a866e30c-75ff-4c6a-9ce6-26d290570e8b None None] The sync data for ids ['2a97104e-f6e3-4a22-b1ff-5779da7856c7'] in dv-cinder-788782-9-iscsi is: [{'id': '2a97104e-f6e3-4a22-b1ff-5779da7856c7', 'name': 'tempest-AttachVolumeShelveTestJSON-381078607-router', 'tenant_id': '8cbbddf1eac34975b3dfff073526b48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T12:56:55Z', 'updated_at': '2021-09-03T13:04:10Z', 'revision_number': 6, 'project_id': '8cbbddf1eac34975b3dfff073526b48a', 'gw_port_host': None}] {{(pid=120044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 13:04:10.685534 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-4e1e42bf-5cc6-4f8b-8bd2-f2e6a69c55c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763613567928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763613061268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533180425'] for port, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:10.715171 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1e42bf-5cc6-4f8b-8bd2-f2e6a69c55c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2a98f04-fab5-4a03-89bf-2d69c1ecc08c,revision_number=None']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:04:10.773174 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-4e1e42bf-5cc6-4f8b-8bd2-f2e6a69c55c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664209'] for router_gateway, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:10.817386 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-df5ee12c-e8c1-490b-8d0e-415336677a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:10.873226 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-4e1e42bf-5cc6-4f8b-8bd2-f2e6a69c55c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28312'] for router, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:10.873226 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-4e1e42bf-5cc6-4f8b-8bd2-f2e6a69c55c4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:11.062771 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-4e1e42bf-5cc6-4f8b-8bd2-f2e6a69c55c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667959'] for router, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:11.063275 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e1e42bf-5cc6-4f8b-8bd2-f2e6a69c55c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a97104e-f6e3-4a22-b1ff-5779da7856c7 {{(pid=120041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 13:04:11.067707 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-4e1e42bf-5cc6-4f8b-8bd2-f2e6a69c55c4 admin admin] Notify callbacks [] for router, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:11.068862 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-4e1e42bf-5cc6-4f8b-8bd2-f2e6a69c55c4 admin admin] 10.222.0.24 "DELETE /v2.0/routers/2a97104e-f6e3-4a22-b1ff-5779da7856c7 HTTP/1.1" status: 204 len: 168 time: 1.1123860 Sep 03 13:04:11.074638 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 43166) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:04:11.119465 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdc63bf3-e94e-40a1-a207-589220d97514 admin admin] Deleting subnet e4c3bb0a-fdd7-427f-b24b-a6cf6ccdaba3 {{(pid=120041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 13:04:11.122457 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-bdc63bf3-e94e-40a1-a207-589220d97514 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:11.156090 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-bdc63bf3-e94e-40a1-a207-589220d97514 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-533074396'] for subnet, precommit_delete_associations {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:11.235618 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-bdc63bf3-e94e-40a1-a207-589220d97514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667103'] for subnet, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:11.356901 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Device aa87352f-9fed-450d-b6bf-29b91f7e6408 no longer exists at agent ovs-agent-dv-cinder-788782-9-iscsi {{(pid=120043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 13:04:11.379602 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.plugin [None req-08f51270-9900-45ae-a958-671501e71079 None None] No Port match for: aa87352f-9fed-450d-b6bf-29b91f7e6408 {{(pid=120043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 13:04:11.379984 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Device aa87352f-9fed-450d-b6bf-29b91f7e6408 not bound to the agent host dv-cinder-788782-9-iscsi {{(pid=120043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 13:04:11.380410 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Device b2a98f04-fab5-4a03-89bf-2d69c1ecc08c no longer exists at agent ovs-agent-dv-cinder-788782-9-iscsi {{(pid=120043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 13:04:11.382782 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-bdc63bf3-e94e-40a1-a207-589220d97514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533180452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532788743'] for subnet, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:11.400595 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.plugin [None req-08f51270-9900-45ae-a958-671501e71079 None None] No Port match for: b2a98f04-fab5-4a03-89bf-2d69c1ecc08c {{(pid=120043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 13:04:11.400950 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Device b2a98f04-fab5-4a03-89bf-2d69c1ecc08c not bound to the agent host dv-cinder-788782-9-iscsi {{(pid=120043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 13:04:11.409722 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc63bf3-e94e-40a1-a207-589220d97514 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4c3bb0a-fdd7-427f-b24b-a6cf6ccdaba3,revision_number=None']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:04:11.411692 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-bdc63bf3-e94e-40a1-a207-589220d97514 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575370'] for subnet, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:11.413660 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-bdc63bf3-e94e-40a1-a207-589220d97514 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/e4c3bb0a-fdd7-427f-b24b-a6cf6ccdaba3 HTTP/1.1" status: 204 len: 168 time: 0.3409221 Sep 03 13:04:11.416108 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 43172) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:04:11.416789 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3c89a6-c32a-49c4-88fa-9b6f4d80d3fa None None] Network 4ae4bd86-9baa-4a46-894e-9d6319ec74c4 requested from dv-cinder-788782-9-iscsi {{(pid=120043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 13:04:11.493457 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-cae3be58-dc3b-46c7-a4c0-83f6b25bf197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578772'] for network, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:11.547006 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.plugins.ml2.plugin [None req-cae3be58-dc3b-46c7-a4c0-83f6b25bf197 admin admin] Deleting port 4055064a-3174-45b9-b01f-7a663a281dbc {{(pid=120041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:04:11.547369 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-cae3be58-dc3b-46c7-a4c0-83f6b25bf197 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763613556462'] for port, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:11.589196 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252fd2f8-b4ec-4d82-8712-dd5650ede8a8 None None] DHCP port deletion for 4ae4bd86-9baa-4a46-894e-9d6319ec74c4 request from dv-cinder-788782-9-iscsi {{(pid=120043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 13:04:11.614483 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.plugins.ml2.db [None req-cae3be58-dc3b-46c7-a4c0-83f6b25bf197 admin admin] For port 4055064a-3174-45b9-b01f-7a663a281dbc, host dv-cinder-788782-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-9-iscsi',level=0,port_id=4055064a-3174-45b9-b01f-7a663a281dbc,segment=NetworkSegment(32a72ad9-2465-4193-b477-40371effc92a),segment_id=32a72ad9-2465-4193-b477-40371effc92a)] {{(pid=120041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:04:11.614870 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-cae3be58-dc3b-46c7-a4c0-83f6b25bf197 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642786'] for port, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:11.627428 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.plugins.ml2.plugin [None req-cae3be58-dc3b-46c7-a4c0-83f6b25bf197 admin admin] Calling delete_port for 4055064a-3174-45b9-b01f-7a663a281dbc owned by network:dhcp {{(pid=120041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:04:11.636565 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.plugin [None req-252fd2f8-b4ec-4d82-8712-dd5650ede8a8 None None] Deleting port 4055064a-3174-45b9-b01f-7a663a281dbc {{(pid=120043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:04:11.636965 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-252fd2f8-b4ec-4d82-8712-dd5650ede8a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763613556462'] for port, before_delete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:11.698489 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-252fd2f8-b4ec-4d82-8712-dd5650ede8a8 None None] For port 4055064a-3174-45b9-b01f-7a663a281dbc, host dv-cinder-788782-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-9-iscsi',level=0,port_id=4055064a-3174-45b9-b01f-7a663a281dbc,segment=NetworkSegment(32a72ad9-2465-4193-b477-40371effc92a),segment_id=32a72ad9-2465-4193-b477-40371effc92a)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:04:11.699024 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-252fd2f8-b4ec-4d82-8712-dd5650ede8a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642786'] for port, precommit_delete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:11.712070 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.plugin [None req-252fd2f8-b4ec-4d82-8712-dd5650ede8a8 None None] Calling delete_port for 4055064a-3174-45b9-b01f-7a663a281dbc owned by network:dhcp {{(pid=120043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:04:11.835630 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-cae3be58-dc3b-46c7-a4c0-83f6b25bf197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763613567928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763613061268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533180425'] for port, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:11.865657 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae3be58-dc3b-46c7-a4c0-83f6b25bf197 admin admin] Pushing event deleted for resources: {'Port': ['ID=4055064a-3174-45b9-b01f-7a663a281dbc,revision_number=None']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:04:11.867563 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae3be58-dc3b-46c7-a4c0-83f6b25bf197 admin admin] No DVR routers for this DVR port 4055064a-3174-45b9-b01f-7a663a281dbc on host dv-cinder-788782-9-iscsi {{(pid=120041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 13:04:11.926734 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-252fd2f8-b4ec-4d82-8712-dd5650ede8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763613567928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763613061268'] for port, after_delete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:11.957770 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-cae3be58-dc3b-46c7-a4c0-83f6b25bf197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665418', 'neutron.services.segments.db._delete_segments_for_network-8763613606485'] for network, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:11.960499 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252fd2f8-b4ec-4d82-8712-dd5650ede8a8 None None] No DVR routers for this DVR port 4055064a-3174-45b9-b01f-7a663a281dbc on host dv-cinder-788782-9-iscsi {{(pid=120043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 13:04:11.964456 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252fd2f8-b4ec-4d82-8712-dd5650ede8a8 None None] Pushing event deleted for resources: {'Port': ['ID=4055064a-3174-45b9-b01f-7a663a281dbc,revision_number=None']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:04:11.971650 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.services.segments.db [None req-cae3be58-dc3b-46c7-a4c0-83f6b25bf197 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ae4bd86-9baa-4a46-894e-9d6319ec74c4']}} {{(pid=120041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:04:11.982366 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.services.segments.db [None req-cae3be58-dc3b-46c7-a4c0-83f6b25bf197 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32a72ad9-2465-4193-b477-40371effc92a') {'for_net_delete': True} {{(pid=120041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:04:11.982687 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.services.segments.db [None req-cae3be58-dc3b-46c7-a4c0-83f6b25bf197 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32a72ad9-2465-4193-b477-40371effc92a') {} {{(pid=120041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:04:11.992956 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-cae3be58-dc3b-46c7-a4c0-83f6b25bf197 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763613607518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-533074373'] for segment, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:12.011442 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-cae3be58-dc3b-46c7-a4c0-83f6b25bf197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669750'] for segment, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:12.017751 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cae3be58-dc3b-46c7-a4c0-83f6b25bf197 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=120041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 13:04:12.018152 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-cae3be58-dc3b-46c7-a4c0-83f6b25bf197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533180538'] for segment, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:12.019883 dv-cinder-788782-9-iscsi neutron-server[120041]: Traceback (most recent call last): Sep 03 13:04:12.019883 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 13:04:12.019883 dv-cinder-788782-9-iscsi neutron-server[120041]: timer() Sep 03 13:04:12.019883 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 13:04:12.019883 dv-cinder-788782-9-iscsi neutron-server[120041]: cb(*args, **kw) Sep 03 13:04:12.019883 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 13:04:12.019883 dv-cinder-788782-9-iscsi neutron-server[120041]: return func(*args, **kwargs) Sep 03 13:04:12.019883 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 13:04:12.019883 dv-cinder-788782-9-iscsi neutron-server[120041]: self._notify() Sep 03 13:04:12.019883 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 13:04:12.019883 dv-cinder-788782-9-iscsi neutron-server[120041]: self.callback(batched_events) Sep 03 13:04:12.019883 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 13:04:12.019883 dv-cinder-788782-9-iscsi neutron-server[120041]: event.method(event) Sep 03 13:04:12.019883 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 13:04:12.019883 dv-cinder-788782-9-iscsi neutron-server[120041]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 13:04:12.019883 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 13:04:12.019883 dv-cinder-788782-9-iscsi neutron-server[120041]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 13:04:12.019883 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 13:04:12.019883 dv-cinder-788782-9-iscsi neutron-server[120041]: return f(self, *a, **k) Sep 03 13:04:12.019883 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 13:04:12.019883 dv-cinder-788782-9-iscsi neutron-server[120041]: return self._get(url).json() Sep 03 13:04:12.019883 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 13:04:12.019883 dv-cinder-788782-9-iscsi neutron-server[120041]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 13:04:12.019883 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 13:04:12.019883 dv-cinder-788782-9-iscsi neutron-server[120041]: return self.request(url, 'GET', **kwargs) Sep 03 13:04:12.019883 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 13:04:12.019883 dv-cinder-788782-9-iscsi neutron-server[120041]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 13:04:12.019883 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 13:04:12.019883 dv-cinder-788782-9-iscsi neutron-server[120041]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 13:04:12.019883 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 13:04:12.019883 dv-cinder-788782-9-iscsi neutron-server[120041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 13:04:12.019883 dv-cinder-788782-9-iscsi neutron-server[120041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 13:04:12.091409 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-b02f2015-940e-495a-9aa5-f916cb2d7534 req-8bc7fbe3-0763-47b0-97da-9e078ad22978 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a3c7295c-7534-4ef9-b031-dd331735b299&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392742 Sep 03 13:04:12.150468 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02f2015-940e-495a-9aa5-f916cb2d7534 req-6b98ac4a-f6c1-4e43-95b1-743c28652ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:04:12.151717 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-b02f2015-940e-495a-9aa5-f916cb2d7534 req-6b98ac4a-f6c1-4e43-95b1-743c28652ecb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=48d198ff7fa4451082272b3569f83b2e&device_id=a3c7295c-7534-4ef9-b031-dd331735b299 HTTP/1.1" status: 200 len: 1138 time: 0.0393312 Sep 03 13:04:12.165988 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-cae3be58-dc3b-46c7-a4c0-83f6b25bf197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748793'] for network, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:12.172219 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-cae3be58-dc3b-46c7-a4c0-83f6b25bf197 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575370'] for network, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:12.174204 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-cae3be58-dc3b-46c7-a4c0-83f6b25bf197 admin admin] 10.222.0.24 "DELETE /v2.0/networks/4ae4bd86-9baa-4a46-894e-9d6319ec74c4 HTTP/1.1" status: 204 len: 168 time: 0.7571862 Sep 03 13:04:12.184622 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae3be58-dc3b-46c7-a4c0-83f6b25bf197 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ae4bd86-9baa-4a46-894e-9d6319ec74c4,revision_number=None']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:04:12.279402 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02f2015-940e-495a-9aa5-f916cb2d7534 req-04505e74-cd23-444b-88de-42ca128b4a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:04:12.280926 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-b02f2015-940e-495a-9aa5-f916cb2d7534 req-04505e74-cd23-444b-88de-42ca128b4a6b service neutron] 10.222.0.11 "GET /v2.0/networks?id=84d71880-f14f-4eb3-a7c9-15c7c9d82c67 HTTP/1.1" status: 200 len: 914 time: 0.1105719 Sep 03 13:04:12.346840 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-b02f2015-940e-495a-9aa5-f916cb2d7534 req-a91d4101-2324-4d1f-a0df-ffa3f2b1a1ac service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3467f599-4a58-4962-8477-2ce4613ff1e7 HTTP/1.1" status: 200 len: 1002 time: 0.0566025 Sep 03 13:04:12.400847 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02f2015-940e-495a-9aa5-f916cb2d7534 req-dd5165d5-334e-4416-b3cb-61d9e690bd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:04:12.402512 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-b02f2015-940e-495a-9aa5-f916cb2d7534 req-dd5165d5-334e-4416-b3cb-61d9e690bd41 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d8bd83f5-689d-4165-a44c-089c744602b8 HTTP/1.1" status: 200 len: 853 time: 0.0477293 Sep 03 13:04:12.449060 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02f2015-940e-495a-9aa5-f916cb2d7534 req-64896768-427a-4774-800d-9e3aed713ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:04:12.450567 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-b02f2015-940e-495a-9aa5-f916cb2d7534 req-64896768-427a-4774-800d-9e3aed713ee4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=84d71880-f14f-4eb3-a7c9-15c7c9d82c67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389667 Sep 03 13:04:12.534075 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 43180) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:04:12.537756 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-b02f2015-940e-495a-9aa5-f916cb2d7534 req-a7d4c5ea-8ca8-430c-8cd9-3500a92acb23 service neutron] 10.222.0.11 "GET /v2.0/networks/84d71880-f14f-4eb3-a7c9-15c7c9d82c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803761 Sep 03 13:04:12.576253 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-50fb725e-5973-424a-8756-75ba0587a50e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8cbbddf1eac34975b3dfff073526b48a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0386052 Sep 03 13:04:12.576499 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 43182) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:04:12.626654 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-b9a6aacb-7cfa-45b7-b4a5-1f15c78a218b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:12.632657 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-b02f2015-940e-495a-9aa5-f916cb2d7534 req-808508c3-e02a-42b0-8ca4-95bd3bc0d1fc service neutron] 10.222.0.11 "GET /v2.0/networks/84d71880-f14f-4eb3-a7c9-15c7c9d82c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875618 Sep 03 13:04:12.647132 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-b9a6aacb-7cfa-45b7-b4a5-1f15c78a218b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:12.816884 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-b9a6aacb-7cfa-45b7-b4a5-1f15c78a218b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:12.819447 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-b9a6aacb-7cfa-45b7-b4a5-1f15c78a218b admin admin] Notify callbacks [] for security_group, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:12.820622 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-b9a6aacb-7cfa-45b7-b4a5-1f15c78a218b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/008bf76b-46c2-4d68-85af-5e40a29d7c07 HTTP/1.1" status: 204 len: 168 time: 0.2432780 Sep 03 13:04:12.828259 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a6aacb-7cfa-45b7-b4a5-1f15c78a218b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=008bf76b-46c2-4d68-85af-5e40a29d7c07,revision_number=None']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:04:13.364944 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Device 4055064a-3174-45b9-b01f-7a663a281dbc no longer exists at agent ovs-agent-dv-cinder-788782-9-iscsi {{(pid=120043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 13:04:13.385044 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.plugin [None req-08f51270-9900-45ae-a958-671501e71079 None None] No Port match for: 4055064a-3174-45b9-b01f-7a663a281dbc {{(pid=120043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 13:04:13.386299 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Device 4055064a-3174-45b9-b01f-7a663a281dbc not bound to the agent host dv-cinder-788782-9-iscsi {{(pid=120043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 13:04:15.604016 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.agents_db [None req-4ecc573b-6c34-46c7-b31e-835fd9e30662 None None] Agent healthcheck: found 6 active agents {{(pid=120044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 13:04:18.858501 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 43276) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:04:18.962427 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-8124a838-2a92-47a3-b905-8597914cdc19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:19.047477 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-8124a838-2a92-47a3-b905-8597914cdc19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:19.112808 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-8124a838-2a92-47a3-b905-8597914cdc19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:19.150881 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-8124a838-2a92-47a3-b905-8597914cdc19 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=930b3ee02fed4754bc683c60baa0d4dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2913170 Sep 03 13:04:19.151764 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8124a838-2a92-47a3-b905-8597914cdc19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5feb26a5-f011-4f87-9394-8be697cca093,revision_number=1']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:04:19.153641 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 43280) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:04:19.201706 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af69-5f61-472f-9a44-1d475007938a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:19.222623 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af69-5f61-472f-9a44-1d475007938a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:19.354101 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af69-5f61-472f-9a44-1d475007938a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:19.356733 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-3fa0af69-5f61-472f-9a44-1d475007938a admin admin] Notify callbacks [] for security_group, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:19.357884 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-3fa0af69-5f61-472f-9a44-1d475007938a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5feb26a5-f011-4f87-9394-8be697cca093 HTTP/1.1" status: 204 len: 168 time: 0.2023866 Sep 03 13:04:19.366104 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0af69-5f61-472f-9a44-1d475007938a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5feb26a5-f011-4f87-9394-8be697cca093,revision_number=None']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:04:20.067839 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 43304) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:04:20.084438 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-4b982dd2-767f-422f-b386-cd99da30fdae admin admin] Notify callbacks [] for security_group, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:20.183580 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-4b982dd2-767f-422f-b386-cd99da30fdae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:20.244750 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-4b982dd2-767f-422f-b386-cd99da30fdae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:20.288071 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-4b982dd2-767f-422f-b386-cd99da30fdae admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=590aea1855d9484c896467ad74004a5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2205448 Sep 03 13:04:20.289022 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b982dd2-767f-422f-b386-cd99da30fdae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1561b6bc-f915-48f5-b604-538e09101d74,revision_number=1']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:04:20.290990 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 43314) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:04:20.341332 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-d193da02-c78c-43f1-a5bf-7d846fe95729 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:20.361807 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-d193da02-c78c-43f1-a5bf-7d846fe95729 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:20.479997 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-d193da02-c78c-43f1-a5bf-7d846fe95729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:20.482552 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-d193da02-c78c-43f1-a5bf-7d846fe95729 admin admin] Notify callbacks [] for security_group, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:20.483703 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-d193da02-c78c-43f1-a5bf-7d846fe95729 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1561b6bc-f915-48f5-b604-538e09101d74 HTTP/1.1" status: 204 len: 168 time: 0.1914737 Sep 03 13:04:20.492068 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d193da02-c78c-43f1-a5bf-7d846fe95729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1561b6bc-f915-48f5-b604-538e09101d74,revision_number=None']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:04:21.272161 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 43336) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:04:21.287953 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-5ae6209b-af97-40a4-be77-1065e5c61e0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:21.371604 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-5ae6209b-af97-40a4-be77-1065e5c61e0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:21.455290 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-5ae6209b-af97-40a4-be77-1065e5c61e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:21.492816 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-5ae6209b-af97-40a4-be77-1065e5c61e0c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=497bb38b66274f50ab2c90547302a2ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2195432 Sep 03 13:04:21.494151 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae6209b-af97-40a4-be77-1065e5c61e0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d43493-77fe-4150-8877-5e194668af77,revision_number=1']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:04:21.497325 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 43338) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:04:21.544601 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-da44617e-dadd-42d5-83b6-3fca696e5bff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:21.565462 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-da44617e-dadd-42d5-83b6-3fca696e5bff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:21.701193 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-da44617e-dadd-42d5-83b6-3fca696e5bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:21.703751 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-da44617e-dadd-42d5-83b6-3fca696e5bff admin admin] Notify callbacks [] for security_group, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:21.704944 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-da44617e-dadd-42d5-83b6-3fca696e5bff admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f9d43493-77fe-4150-8877-5e194668af77 HTTP/1.1" status: 204 len: 168 time: 0.2068939 Sep 03 13:04:21.713408 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da44617e-dadd-42d5-83b6-3fca696e5bff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d43493-77fe-4150-8877-5e194668af77,revision_number=None']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:04:23.449434 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 43378) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:04:23.553022 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-c9e621cb-ad42-44ad-9c75-d5e2498d5ac4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:23.637158 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-c9e621cb-ad42-44ad-9c75-d5e2498d5ac4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:23.713975 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-c9e621cb-ad42-44ad-9c75-d5e2498d5ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:23.751458 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-c9e621cb-ad42-44ad-9c75-d5e2498d5ac4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=67d8d02fa8a44afb941088e79eb2255b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3009200 Sep 03 13:04:23.752544 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e621cb-ad42-44ad-9c75-d5e2498d5ac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b66a16f-5d65-4a9b-a272-4e77fa231ae9,revision_number=1']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:04:23.754223 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 43384) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:04:23.802274 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-5b61d4de-d156-428e-a04a-a6bbb3d89389 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:23.825643 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-5b61d4de-d156-428e-a04a-a6bbb3d89389 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:23.952697 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-5b61d4de-d156-428e-a04a-a6bbb3d89389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:23.957077 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-5b61d4de-d156-428e-a04a-a6bbb3d89389 admin admin] Notify callbacks [] for security_group, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:23.957077 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-5b61d4de-d156-428e-a04a-a6bbb3d89389 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7b66a16f-5d65-4a9b-a272-4e77fa231ae9 HTTP/1.1" status: 204 len: 168 time: 0.2005370 Sep 03 13:04:23.965008 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b61d4de-d156-428e-a04a-a6bbb3d89389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b66a16f-5d65-4a9b-a272-4e77fa231ae9,revision_number=None']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:04:24.967282 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 43416) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:04:25.066950 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-d823df2a-94df-4d19-a523-244aedea5909 admin admin] Notify callbacks [] for security_group, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:25.154211 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-d823df2a-94df-4d19-a523-244aedea5909 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:25.262492 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-d823df2a-94df-4d19-a523-244aedea5909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:25.300536 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-d823df2a-94df-4d19-a523-244aedea5909 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0ffdc6007c8d45368def3185d297a7b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3320997 Sep 03 13:04:25.301586 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d823df2a-94df-4d19-a523-244aedea5909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=086e0037-8ff0-457b-9b64-8640331caef0,revision_number=1']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:04:25.304108 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 43420) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:04:25.353165 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-931c49e7-0cee-4a85-96c3-12eb9d990321 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:25.376394 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-931c49e7-0cee-4a85-96c3-12eb9d990321 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:25.553867 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-931c49e7-0cee-4a85-96c3-12eb9d990321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:25.557100 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-931c49e7-0cee-4a85-96c3-12eb9d990321 admin admin] Notify callbacks [] for security_group, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:25.558245 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-931c49e7-0cee-4a85-96c3-12eb9d990321 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/086e0037-8ff0-457b-9b64-8640331caef0 HTTP/1.1" status: 204 len: 168 time: 0.2524898 Sep 03 13:04:25.566361 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931c49e7-0cee-4a85-96c3-12eb9d990321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=086e0037-8ff0-457b-9b64-8640331caef0,revision_number=None']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:04:30.934848 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-f4ba4c17-f374-4ce0-af98-35cc7c0fb326 req-f79d6bd6-efd5-4c03-a979-af5089109e1f tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-342857220&fields=id&tenant_id=48d198ff7fa4451082272b3569f83b2e HTTP/1.1" status: 200 len: 267 time: 0.0320606 Sep 03 13:04:30.987779 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ba4c17-f374-4ce0-af98-35cc7c0fb326 req-52904451-7425-4858-bb62-5e06c9300170 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:04:30.989245 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-f4ba4c17-f374-4ce0-af98-35cc7c0fb326 req-52904451-7425-4858-bb62-5e06c9300170 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3c7295c-7534-4ef9-b031-dd331735b299 HTTP/1.1" status: 200 len: 985 time: 0.0489838 Sep 03 13:04:31.000028 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.v2.base [req-f4ba4c17-f374-4ce0-af98-35cc7c0fb326 req-1da0c0c9-389a-49e8-8307-ee434ed2f3ef tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Request body: {'port': {'security_groups': ['ea586cd4-a3f6-45a0-aed3-da61003dfbde']}} {{(pid=120042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:04:31.062504 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-f4ba4c17-f374-4ce0-af98-35cc7c0fb326 req-1da0c0c9-389a-49e8-8307-ee434ed2f3ef tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:31.230186 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.db [req-f4ba4c17-f374-4ce0-af98-35cc7c0fb326 req-1da0c0c9-389a-49e8-8307-ee434ed2f3ef tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] For port 3467f599-4a58-4962-8477-2ce4613ff1e7, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=3467f599-4a58-4962-8477-2ce4613ff1e7,segment=NetworkSegment(418d828f-d0bc-4958-be31-0c4d625e6843),segment_id=418d828f-d0bc-4958-be31-0c4d625e6843)] {{(pid=120042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:04:31.257452 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-f4ba4c17-f374-4ce0-af98-35cc7c0fb326 req-1da0c0c9-389a-49e8-8307-ee434ed2f3ef tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Notify callbacks [] for port, precommit_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:31.353679 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-f4ba4c17-f374-4ce0-af98-35cc7c0fb326 req-1da0c0c9-389a-49e8-8307-ee434ed2f3ef tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534626162'] for port, after_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:31.366684 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] get_ports_and_sgs() called for port_ids ['3467f599-4a58-4962-8477-2ce4613ff1e7'] {{(pid=120043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 13:04:31.398761 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ba4c17-f374-4ce0-af98-35cc7c0fb326 req-1da0c0c9-389a-49e8-8307-ee434ed2f3ef tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:04:31.399439 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-f4ba4c17-f374-4ce0-af98-35cc7c0fb326 req-1da0c0c9-389a-49e8-8307-ee434ed2f3ef tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10697'] for port, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:31.400899 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-f4ba4c17-f374-4ce0-af98-35cc7c0fb326 req-1da0c0c9-389a-49e8-8307-ee434ed2f3ef tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] 10.222.0.24 "PUT /v2.0/ports/3467f599-4a58-4962-8477-2ce4613ff1e7 HTTP/1.1" status: 200 len: 943 time: 0.4053695 Sep 03 13:04:31.403707 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3c7295c-7534-4ef9-b031-dd331735b299', 'tag': '3467f599-4a58-4962-8477-2ce4613ff1e7'}] {{(pid=120042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:04:31.408317 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d2a6420b193a10f45e0477184c700453c1253cfa456d27c4e3ab5b2f2f62351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31ae8501-2a33-4515-b4ca-3e843c00cba5" -d '{"events": [{"name": "network-changed", "server_uuid": "a3c7295c-7534-4ef9-b031-dd331735b299", "tag": "3467f599-4a58-4962-8477-2ce4613ff1e7"}]}' {{(pid=120042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:04:31.408605 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 43504) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:04:31.440262 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da0c0c9-389a-49e8-8307-ee434ed2f3ef tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Pushing event updated for resources: {'Port': ['ID=3467f599-4a58-4962-8477-2ce4613ff1e7,revision_number=7']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:04:31.451667 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da0c0c9-389a-49e8-8307-ee434ed2f3ef tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:04:31.452127 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da0c0c9-389a-49e8-8307-ee434ed2f3ef tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:04:31.452536 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da0c0c9-389a-49e8-8307-ee434ed2f3ef tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:04:31.452888 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da0c0c9-389a-49e8-8307-ee434ed2f3ef tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:04:31.453736 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da0c0c9-389a-49e8-8307-ee434ed2f3ef tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:04:31.454081 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da0c0c9-389a-49e8-8307-ee434ed2f3ef tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:04:31.454426 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da0c0c9-389a-49e8-8307-ee434ed2f3ef tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:04:31.454766 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da0c0c9-389a-49e8-8307-ee434ed2f3ef tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:04:31.455319 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da0c0c9-389a-49e8-8307-ee434ed2f3ef tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:04:31.455662 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da0c0c9-389a-49e8-8307-ee434ed2f3ef tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:04:31.456023 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da0c0c9-389a-49e8-8307-ee434ed2f3ef tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:04:31.456354 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da0c0c9-389a-49e8-8307-ee434ed2f3ef tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:04:31.477059 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 13:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dd9a689-3cff-496c-b357-6f090eb1842b x-openstack-request-id: req-5dd9a689-3cff-496c-b357-6f090eb1842b {{(pid=120042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:04:31.477480 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3c7295c-7534-4ef9-b031-dd331735b299", "tag": "3467f599-4a58-4962-8477-2ce4613ff1e7", "status": "completed", "code": 200}]} {{(pid=120042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:04:31.477739 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5dd9a689-3cff-496c-b357-6f090eb1842b {{(pid=120042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:04:31.478144 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3c7295c-7534-4ef9-b031-dd331735b299', 'tag': '3467f599-4a58-4962-8477-2ce4613ff1e7', 'status': 'completed', 'code': 200} Sep 03 13:04:31.480862 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] get_ports_and_sgs() called for port_ids ['3467f599-4a58-4962-8477-2ce4613ff1e7'] {{(pid=120043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 13:04:31.514908 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-251fe4dc-9cec-4c43-bf10-6a95d2ecbf44 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Notify callbacks [] for security_group, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:31.553837 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-251fe4dc-9cec-4c43-bf10-6a95d2ecbf44 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Notify callbacks [] for security_group, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:31.565063 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ae8501-2a33-4515-b4ca-3e843c00cba5 req-a78910b6-b1e9-4b72-bb00-20bd0e5f512f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:04:31.566672 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-31ae8501-2a33-4515-b4ca-3e843c00cba5 req-a78910b6-b1e9-4b72-bb00-20bd0e5f512f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=48d198ff7fa4451082272b3569f83b2e&device_id=a3c7295c-7534-4ef9-b031-dd331735b299 HTTP/1.1" status: 200 len: 1099 time: 0.0687406 Sep 03 13:04:31.681848 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ae8501-2a33-4515-b4ca-3e843c00cba5 req-6a20b007-517c-41ff-8b0b-df802689f37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:04:31.683484 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-31ae8501-2a33-4515-b4ca-3e843c00cba5 req-6a20b007-517c-41ff-8b0b-df802689f37d service neutron] 10.222.0.11 "GET /v2.0/networks?id=84d71880-f14f-4eb3-a7c9-15c7c9d82c67 HTTP/1.1" status: 200 len: 914 time: 0.1074214 Sep 03 13:04:31.752318 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-31ae8501-2a33-4515-b4ca-3e843c00cba5 req-202f665b-450c-4edd-8542-3935b8a91b41 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3467f599-4a58-4962-8477-2ce4613ff1e7 HTTP/1.1" status: 200 len: 1002 time: 0.0601573 Sep 03 13:04:31.754560 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-16283f5a-7bd2-4180-be64-69481250c8fe None None] Provisioning complete for port 3467f599-4a58-4962-8477-2ce4613ff1e7 triggered by entity DHCP. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:04:31.754940 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-16283f5a-7bd2-4180-be64-69481250c8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:31.794385 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-251fe4dc-9cec-4c43-bf10-6a95d2ecbf44 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:31.797566 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-251fe4dc-9cec-4c43-bf10-6a95d2ecbf44 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Notify callbacks [] for security_group, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:31.798903 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-251fe4dc-9cec-4c43-bf10-6a95d2ecbf44 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] 10.222.0.24 "DELETE /v2.0/security-groups/0ab6a8b1-e7fb-4f9c-9204-9f138d25bce8 HTTP/1.1" status: 204 len: 168 time: 0.3899996 Sep 03 13:04:31.801987 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 43512) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:04:31.809063 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251fe4dc-9cec-4c43-bf10-6a95d2ecbf44 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab6a8b1-e7fb-4f9c-9204-9f138d25bce8,revision_number=None']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:04:31.809710 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ae8501-2a33-4515-b4ca-3e843c00cba5 req-e69995da-cbcd-4029-b3e0-8123f6f241b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:04:31.811124 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-31ae8501-2a33-4515-b4ca-3e843c00cba5 req-e69995da-cbcd-4029-b3e0-8123f6f241b8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d8bd83f5-689d-4165-a44c-089c744602b8 HTTP/1.1" status: 200 len: 853 time: 0.0497351 Sep 03 13:04:31.816117 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251fe4dc-9cec-4c43-bf10-6a95d2ecbf44 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:04:31.816650 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251fe4dc-9cec-4c43-bf10-6a95d2ecbf44 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:04:31.817003 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251fe4dc-9cec-4c43-bf10-6a95d2ecbf44 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:04:31.817349 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251fe4dc-9cec-4c43-bf10-6a95d2ecbf44 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:04:31.817690 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251fe4dc-9cec-4c43-bf10-6a95d2ecbf44 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:04:31.818034 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251fe4dc-9cec-4c43-bf10-6a95d2ecbf44 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:04:31.818368 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251fe4dc-9cec-4c43-bf10-6a95d2ecbf44 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:04:31.818698 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251fe4dc-9cec-4c43-bf10-6a95d2ecbf44 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:04:31.819261 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251fe4dc-9cec-4c43-bf10-6a95d2ecbf44 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:04:31.819592 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251fe4dc-9cec-4c43-bf10-6a95d2ecbf44 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:04:31.819993 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251fe4dc-9cec-4c43-bf10-6a95d2ecbf44 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:04:31.820287 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251fe4dc-9cec-4c43-bf10-6a95d2ecbf44 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:04:31.929090 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ae8501-2a33-4515-b4ca-3e843c00cba5 req-aee55c3e-f6b9-472c-9ed1-c260c574f8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:04:31.931217 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-31ae8501-2a33-4515-b4ca-3e843c00cba5 req-aee55c3e-f6b9-472c-9ed1-c260c574f8a7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=84d71880-f14f-4eb3-a7c9-15c7c9d82c67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0907059 Sep 03 13:04:32.304242 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-31ae8501-2a33-4515-b4ca-3e843c00cba5 req-30e3d035-f13b-4d36-be12-c2319b233cec service neutron] 10.222.0.11 "GET /v2.0/networks/84d71880-f14f-4eb3-a7c9-15c7c9d82c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3645635 Sep 03 13:04:32.314263 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.plugin [None req-0eaba99e-4919-46ee-a41c-41cab7a84e1b tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Deleting port 4f9ffd6b-4cc4-4f03-8cff-612ab2a95c91 {{(pid=120042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:04:32.314613 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-0eaba99e-4919-46ee-a41c-41cab7a84e1b tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763613556462'] for port, before_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:32.451358 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-0eaba99e-4919-46ee-a41c-41cab7a84e1b tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642786'] for port, precommit_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:32.451692 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-0eaba99e-4919-46ee-a41c-41cab7a84e1b tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:32.463806 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-31ae8501-2a33-4515-b4ca-3e843c00cba5 req-7e74b0fd-0a41-4939-9b93-74acd9e724e5 service neutron] 10.222.0.11 "GET /v2.0/networks/84d71880-f14f-4eb3-a7c9-15c7c9d82c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466362 Sep 03 13:04:32.467263 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.plugin [None req-0eaba99e-4919-46ee-a41c-41cab7a84e1b tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Calling delete_port for 4f9ffd6b-4cc4-4f03-8cff-612ab2a95c91 owned by network:floatingip {{(pid=120042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:04:32.690907 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-0eaba99e-4919-46ee-a41c-41cab7a84e1b tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763613567928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763613061268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534626149'] for port, after_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:32.714658 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaba99e-4919-46ee-a41c-41cab7a84e1b tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Pushing event deleted for resources: {'Port': ['ID=4f9ffd6b-4cc4-4f03-8cff-612ab2a95c91,revision_number=None']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:04:32.773830 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-0eaba99e-4919-46ee-a41c-41cab7a84e1b tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Notify callbacks [] for floatingip, after_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:32.774160 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.db.l3_db [None req-0eaba99e-4919-46ee-a41c-41cab7a84e1b tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Floating IP d93c0b77-6bc3-4b72-ac67-a53449bf508b disassociated (deleted). External IP: 172.27.3.204, port: 3467f599-4a58-4962-8477-2ce4613ff1e7. Sep 03 13:04:32.971510 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eaba99e-4919-46ee-a41c-41cab7a84e1b tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Router ba4a6eb7-8062-4d0c-a159-32e7fe1f0201 has already been hosted by L3 agent 3ba3cff0-0714-4a2d-b638-391a63c22700 {{(pid=120042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 13:04:33.075414 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eaba99e-4919-46ee-a41c-41cab7a84e1b tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Notify agent at l3_agent.dv-cinder-788782-9-iscsi the message routers_updated {{(pid=120042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 13:04:33.080210 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-0eaba99e-4919-46ee-a41c-41cab7a84e1b tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10697'] for floatingip, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:33.085790 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16f0e0b-f23d-4378-a901-aa5780cd61c8 None None] Sync routers for ids ['ba4a6eb7-8062-4d0c-a159-32e7fe1f0201'] in dv-cinder-788782-9-iscsi {{(pid=120043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 13:04:33.094962 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16f0e0b-f23d-4378-a901-aa5780cd61c8 None None] Routers {'ba4a6eb7-8062-4d0c-a159-32e7fe1f0201'} bound to L3 agent in host dv-cinder-788782-9-iscsi {{(pid=120043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:04:33.095649 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_hamode_db [None req-c16f0e0b-f23d-4378-a901-aa5780cd61c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T12:48:38Z,description=,heartbeat_timestamp=2021-09-03T13:04:08Z,host='dv-cinder-788782-9-iscsi',id=3ba3cff0-0714-4a2d-b638-391a63c22700,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:48:38Z,topic='l3_agent')) {'router_ids': ['ba4a6eb7-8062-4d0c-a159-32e7fe1f0201'], 'active': True} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:04:33.107910 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-0eaba99e-4919-46ee-a41c-41cab7a84e1b tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] 10.222.0.24 "DELETE /v2.0/floatingips/d93c0b77-6bc3-4b72-ac67-a53449bf508b HTTP/1.1" status: 204 len: 168 time: 1.3048255 Sep 03 13:04:33.199100 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvr_db [None req-c16f0e0b-f23d-4378-a901-aa5780cd61c8 None None] Set router ba4a6eb7-8062-4d0c-a159-32e7fe1f0201 gateway port host: dv-cinder-788782-9-iscsi {{(pid=120043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:04:33.406212 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_hamode_db [None req-c16f0e0b-f23d-4378-a901-aa5780cd61c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba4a6eb7-8062-4d0c-a159-32e7fe1f0201', 'name': 'tempest-TestMinimumBasicScenario-348008650-router', 'tenant_id': '48d198ff7fa4451082272b3569f83b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '0eae6f1a-0a09-4006-a023-99106e3ced24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:02:18Z', 'updated_at': '2021-09-03T13:02:22Z', 'revision_number': 4, 'project_id': '48d198ff7fa4451082272b3569f83b2e', 'gw_port': {'id': '0eae6f1a-0a09-4006-a023-99106e3ced24', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:0a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4a6eb7-8062-4d0c-a159-32e7fe1f0201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:02:19Z', 'updated_at': '2021-09-03T13:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi', '_interfaces': [{'id': '86487b5a-9534-4342-9a72-c80c633ac5c8', 'name': '', 'network_id': '84d71880-f14f-4eb3-a7c9-15c7c9d82c67', 'tenant_id': '48d198ff7fa4451082272b3569f83b2e', 'mac_address': 'fa:16:3e:74:49:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4a6eb7-8062-4d0c-a159-32e7fe1f0201', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'd8bd83f5-689d-4165-a44c-089c744602b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:02:21Z', 'updated_at': '2021-09-03T13:02:28Z', 'revision_number': 5, 'project_id': '48d198ff7fa4451082272b3569f83b2e', 'subnets': [{'id': 'd8bd83f5-689d-4165-a44c-089c744602b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-9-iscsi', False) {} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:04:33.432805 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16f0e0b-f23d-4378-a901-aa5780cd61c8 None None] Checking router: ba4a6eb7-8062-4d0c-a159-32e7fe1f0201 for host: dv-cinder-788782-9-iscsi {{(pid=120043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 13:04:33.442005 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16f0e0b-f23d-4378-a901-aa5780cd61c8 None None] Routers {'ba4a6eb7-8062-4d0c-a159-32e7fe1f0201'} bound to L3 agent in host dv-cinder-788782-9-iscsi {{(pid=120043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:04:33.442614 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_hamode_db [None req-c16f0e0b-f23d-4378-a901-aa5780cd61c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T12:48:38Z,description=,heartbeat_timestamp=2021-09-03T13:04:08Z,host='dv-cinder-788782-9-iscsi',id=3ba3cff0-0714-4a2d-b638-391a63c22700,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:48:38Z,topic='l3_agent')) {'router_ids': ['ba4a6eb7-8062-4d0c-a159-32e7fe1f0201'], 'active': True} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:04:33.478892 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3c7295c-7534-4ef9-b031-dd331735b299', 'tag': '3467f599-4a58-4962-8477-2ce4613ff1e7'}] {{(pid=120042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:04:33.481220 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d2a6420b193a10f45e0477184c700453c1253cfa456d27c4e3ab5b2f2f62351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a76c346-7cab-42df-94f4-935dd4c026de" -d '{"events": [{"name": "network-changed", "server_uuid": "a3c7295c-7534-4ef9-b031-dd331735b299", "tag": "3467f599-4a58-4962-8477-2ce4613ff1e7"}]}' {{(pid=120042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:04:33.517881 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 13:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f8ba880-bd97-42aa-bca4-fc04d219ebf9 x-openstack-request-id: req-4f8ba880-bd97-42aa-bca4-fc04d219ebf9 {{(pid=120042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:04:33.518179 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3c7295c-7534-4ef9-b031-dd331735b299", "tag": "3467f599-4a58-4962-8477-2ce4613ff1e7", "status": "completed", "code": 200}]} {{(pid=120042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:04:33.518461 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4f8ba880-bd97-42aa-bca4-fc04d219ebf9 {{(pid=120042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:04:33.518866 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3c7295c-7534-4ef9-b031-dd331735b299', 'tag': '3467f599-4a58-4962-8477-2ce4613ff1e7', 'status': 'completed', 'code': 200} Sep 03 13:04:33.557635 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvr_db [None req-c16f0e0b-f23d-4378-a901-aa5780cd61c8 None None] Set router ba4a6eb7-8062-4d0c-a159-32e7fe1f0201 gateway port host: dv-cinder-788782-9-iscsi {{(pid=120043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:04:33.773185 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_hamode_db [None req-c16f0e0b-f23d-4378-a901-aa5780cd61c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba4a6eb7-8062-4d0c-a159-32e7fe1f0201', 'name': 'tempest-TestMinimumBasicScenario-348008650-router', 'tenant_id': '48d198ff7fa4451082272b3569f83b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '0eae6f1a-0a09-4006-a023-99106e3ced24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:02:18Z', 'updated_at': '2021-09-03T13:02:22Z', 'revision_number': 4, 'project_id': '48d198ff7fa4451082272b3569f83b2e', 'gw_port': {'id': '0eae6f1a-0a09-4006-a023-99106e3ced24', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:0a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4a6eb7-8062-4d0c-a159-32e7fe1f0201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:02:19Z', 'updated_at': '2021-09-03T13:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi', '_interfaces': [{'id': '86487b5a-9534-4342-9a72-c80c633ac5c8', 'name': '', 'network_id': '84d71880-f14f-4eb3-a7c9-15c7c9d82c67', 'tenant_id': '48d198ff7fa4451082272b3569f83b2e', 'mac_address': 'fa:16:3e:74:49:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4a6eb7-8062-4d0c-a159-32e7fe1f0201', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'd8bd83f5-689d-4165-a44c-089c744602b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:02:21Z', 'updated_at': '2021-09-03T13:02:28Z', 'revision_number': 5, 'project_id': '48d198ff7fa4451082272b3569f83b2e', 'subnets': [{'id': 'd8bd83f5-689d-4165-a44c-089c744602b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-9-iscsi', False) {} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:04:33.799852 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16f0e0b-f23d-4378-a901-aa5780cd61c8 None None] The sync data for ids ['ba4a6eb7-8062-4d0c-a159-32e7fe1f0201'] in dv-cinder-788782-9-iscsi is: [{'id': 'ba4a6eb7-8062-4d0c-a159-32e7fe1f0201', 'name': 'tempest-TestMinimumBasicScenario-348008650-router', 'tenant_id': '48d198ff7fa4451082272b3569f83b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '0eae6f1a-0a09-4006-a023-99106e3ced24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:02:18Z', 'updated_at': '2021-09-03T13:02:22Z', 'revision_number': 4, 'project_id': '48d198ff7fa4451082272b3569f83b2e', 'gw_port': {'id': '0eae6f1a-0a09-4006-a023-99106e3ced24', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:0a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4a6eb7-8062-4d0c-a159-32e7fe1f0201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:02:19Z', 'updated_at': '2021-09-03T13:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi', '_interfaces': [{'id': '86487b5a-9534-4342-9a72-c80c633ac5c8', 'name': '', 'network_id': '84d71880-f14f-4eb3-a7c9-15c7c9d82c67', 'tenant_id': '48d198ff7fa4451082272b3569f83b2e', 'mac_address': 'fa:16:3e:74:49:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4a6eb7-8062-4d0c-a159-32e7fe1f0201', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'd8bd83f5-689d-4165-a44c-089c744602b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:02:21Z', 'updated_at': '2021-09-03T13:02:28Z', 'revision_number': 5, 'project_id': '48d198ff7fa4451082272b3569f83b2e', 'subnets': [{'id': 'd8bd83f5-689d-4165-a44c-089c744602b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 13:04:34.004578 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39a975a-3dd3-4321-a152-bf62e54e790d None None] New status for floating IP d93c0b77-6bc3-4b72-ac67-a53449bf508b: DOWN {{(pid=120044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 13:04:35.190461 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a76c346-7cab-42df-94f4-935dd4c026de req-81808c22-0d74-4a58-ad1a-519777e76321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:04:35.192029 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-3a76c346-7cab-42df-94f4-935dd4c026de req-81808c22-0d74-4a58-ad1a-519777e76321 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=48d198ff7fa4451082272b3569f83b2e&device_id=a3c7295c-7534-4ef9-b031-dd331735b299 HTTP/1.1" status: 200 len: 1099 time: 0.0403943 Sep 03 13:04:35.279615 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-7a4a1690-d816-4a0e-8067-6f02df269f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:35.285391 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a76c346-7cab-42df-94f4-935dd4c026de req-748c86ce-d66d-45bb-b876-80a6a4af027e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:04:35.286890 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-3a76c346-7cab-42df-94f4-935dd4c026de req-748c86ce-d66d-45bb-b876-80a6a4af027e service neutron] 10.222.0.11 "GET /v2.0/networks?id=84d71880-f14f-4eb3-a7c9-15c7c9d82c67 HTTP/1.1" status: 200 len: 914 time: 0.0866277 Sep 03 13:04:35.333562 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-3a76c346-7cab-42df-94f4-935dd4c026de req-c9428282-87b7-4d4b-af04-4314993e90a7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3467f599-4a58-4962-8477-2ce4613ff1e7 HTTP/1.1" status: 200 len: 217 time: 0.0345166 Sep 03 13:04:35.384402 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a76c346-7cab-42df-94f4-935dd4c026de req-fca00a5a-2bec-4536-9b2a-320a753718c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:04:35.385872 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-3a76c346-7cab-42df-94f4-935dd4c026de req-fca00a5a-2bec-4536-9b2a-320a753718c8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d8bd83f5-689d-4165-a44c-089c744602b8 HTTP/1.1" status: 200 len: 853 time: 0.0437248 Sep 03 13:04:35.434905 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a76c346-7cab-42df-94f4-935dd4c026de req-55e9f6f9-4ce2-490f-9441-5973663655e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:04:35.436313 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-3a76c346-7cab-42df-94f4-935dd4c026de req-55e9f6f9-4ce2-490f-9441-5973663655e6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=84d71880-f14f-4eb3-a7c9-15c7c9d82c67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413163 Sep 03 13:04:35.526294 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-3a76c346-7cab-42df-94f4-935dd4c026de req-41d1ae43-64df-42ba-ab14-d86bdeeff1ec service neutron] 10.222.0.11 "GET /v2.0/networks/84d71880-f14f-4eb3-a7c9-15c7c9d82c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796089 Sep 03 13:04:35.619039 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-3a76c346-7cab-42df-94f4-935dd4c026de req-c5e1243c-f374-4a95-b923-55575f2fc612 service neutron] 10.222.0.11 "GET /v2.0/networks/84d71880-f14f-4eb3-a7c9-15c7c9d82c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845623 Sep 03 13:04:36.924030 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:37.843926 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-624b67d2-c491-4d4e-82a1-13a3c664ee28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:38.456619 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:39.022079 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08724a11-fd48-4ea4-9071-7b022d0e8053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:40.786910 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-df5ee12c-e8c1-490b-8d0e-415336677a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:42.181867 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37c80f0-e3cb-4b7b-bc7d-3934e2d8e7e1 req-56a125e4-84a1-4e82-8aae-dcd472a3aa67 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:04:42.183337 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-d37c80f0-e3cb-4b7b-bc7d-3934e2d8e7e1 req-56a125e4-84a1-4e82-8aae-dcd472a3aa67 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3c7295c-7534-4ef9-b031-dd331735b299 HTTP/1.1" status: 200 len: 946 time: 0.0471191 Sep 03 13:04:42.220411 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-d37c80f0-e3cb-4b7b-bc7d-3934e2d8e7e1 req-677000e6-1622-45ef-8338-dc674d904da2 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea586cd4-a3f6-45a0-aed3-da61003dfbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312307 Sep 03 13:04:43.334055 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7892af-ea24-4c9b-9a5f-2610e712fb63 req-38424f82-5527-4e10-8d47-56ed7da2bc4d tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:04:43.335539 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-be7892af-ea24-4c9b-9a5f-2610e712fb63 req-38424f82-5527-4e10-8d47-56ed7da2bc4d tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3c7295c-7534-4ef9-b031-dd331735b299 HTTP/1.1" status: 200 len: 946 time: 0.0490198 Sep 03 13:04:43.376597 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-be7892af-ea24-4c9b-9a5f-2610e712fb63 req-266f3ca4-9c20-42cd-ba92-bc96c4ed2576 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea586cd4-a3f6-45a0-aed3-da61003dfbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342908 Sep 03 13:04:44.490433 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7212b1d5-905c-433f-89ff-b2035cf911be req-ccb73077-d697-4902-9144-b6a8f2fb09e0 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:04:44.491884 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-7212b1d5-905c-433f-89ff-b2035cf911be req-ccb73077-d697-4902-9144-b6a8f2fb09e0 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3c7295c-7534-4ef9-b031-dd331735b299 HTTP/1.1" status: 200 len: 946 time: 0.0495868 Sep 03 13:04:44.527692 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-7212b1d5-905c-433f-89ff-b2035cf911be req-f06b7383-a322-445f-9631-bca87824b2cc tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea586cd4-a3f6-45a0-aed3-da61003dfbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294175 Sep 03 13:04:45.636600 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a619b6-53ea-4210-b3e1-0e6543777a75 req-d494a5f5-e1d6-4fa6-8636-b81e21e04bb8 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:04:45.638057 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-68a619b6-53ea-4210-b3e1-0e6543777a75 req-d494a5f5-e1d6-4fa6-8636-b81e21e04bb8 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3c7295c-7534-4ef9-b031-dd331735b299 HTTP/1.1" status: 200 len: 946 time: 0.0465050 Sep 03 13:04:45.674583 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-68a619b6-53ea-4210-b3e1-0e6543777a75 req-2ef26cbc-097e-4475-8046-4233552f5201 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea586cd4-a3f6-45a0-aed3-da61003dfbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309429 Sep 03 13:04:46.593081 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbc6fd8-b14c-49d7-a7d8-3c58fbb27103 req-1e03e94e-469b-4bf9-af83-926fcd5d3aed tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:04:46.594529 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-2fbc6fd8-b14c-49d7-a7d8-3c58fbb27103 req-1e03e94e-469b-4bf9-af83-926fcd5d3aed tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3c7295c-7534-4ef9-b031-dd331735b299 HTTP/1.1" status: 200 len: 946 time: 0.0462010 Sep 03 13:04:46.690633 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.plugin [req-2fbc6fd8-b14c-49d7-a7d8-3c58fbb27103 req-1a0fba24-ff35-410e-ba0c-219a048fe7ff tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Deleting port 3467f599-4a58-4962-8477-2ce4613ff1e7 {{(pid=120042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:04:46.691312 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-2fbc6fd8-b14c-49d7-a7d8-3c58fbb27103 req-1a0fba24-ff35-410e-ba0c-219a048fe7ff tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763613556462'] for port, before_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:46.805497 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.db [req-2fbc6fd8-b14c-49d7-a7d8-3c58fbb27103 req-1a0fba24-ff35-410e-ba0c-219a048fe7ff tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] For port 3467f599-4a58-4962-8477-2ce4613ff1e7, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=3467f599-4a58-4962-8477-2ce4613ff1e7,segment=NetworkSegment(418d828f-d0bc-4958-be31-0c4d625e6843),segment_id=418d828f-d0bc-4958-be31-0c4d625e6843)] {{(pid=120042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:04:46.805918 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-2fbc6fd8-b14c-49d7-a7d8-3c58fbb27103 req-1a0fba24-ff35-410e-ba0c-219a048fe7ff tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642786'] for port, precommit_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:46.827638 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c899d855-9f0d-42ac-ba80-0599e5523746 req-c5c43502-d836-40ce-b68e-b6d67b5a5d31 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:04:46.829154 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-c899d855-9f0d-42ac-ba80-0599e5523746 req-c5c43502-d836-40ce-b68e-b6d67b5a5d31 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3c7295c-7534-4ef9-b031-dd331735b299 HTTP/1.1" status: 200 len: 946 time: 0.0819752 Sep 03 13:04:46.830043 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.plugin [req-2fbc6fd8-b14c-49d7-a7d8-3c58fbb27103 req-1a0fba24-ff35-410e-ba0c-219a048fe7ff tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Calling delete_port for 3467f599-4a58-4962-8477-2ce4613ff1e7 owned by compute:nova {{(pid=120042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:04:46.905746 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-c899d855-9f0d-42ac-ba80-0599e5523746 req-8bd83cb5-8df2-4111-ba48-1fe721d7dc62 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea586cd4-a3f6-45a0-aed3-da61003dfbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697482 Sep 03 13:04:47.051188 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-2fbc6fd8-b14c-49d7-a7d8-3c58fbb27103 req-1a0fba24-ff35-410e-ba0c-219a048fe7ff tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763613567928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763613061268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534626149'] for port, after_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:47.063779 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] get_ports_and_sgs() called for port_ids ['3467f599-4a58-4962-8477-2ce4613ff1e7'] {{(pid=120043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 13:04:47.084329 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0fba24-ff35-410e-ba0c-219a048fe7ff tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Pushing event deleted for resources: {'Port': ['ID=3467f599-4a58-4962-8477-2ce4613ff1e7,revision_number=None']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:04:47.129611 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fbc6fd8-b14c-49d7-a7d8-3c58fbb27103 req-1a0fba24-ff35-410e-ba0c-219a048fe7ff tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] No DVR routers for this DVR port 3467f599-4a58-4962-8477-2ce4613ff1e7 on host hv-cinder-78878 {{(pid=120042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 13:04:47.132127 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-2fbc6fd8-b14c-49d7-a7d8-3c58fbb27103 req-1a0fba24-ff35-410e-ba0c-219a048fe7ff tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10697'] for port, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:47.134084 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-2fbc6fd8-b14c-49d7-a7d8-3c58fbb27103 req-1a0fba24-ff35-410e-ba0c-219a048fe7ff tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] 10.222.0.11 "DELETE /v2.0/ports/3467f599-4a58-4962-8477-2ce4613ff1e7 HTTP/1.1" status: 204 len: 173 time: 0.5325255 Sep 03 13:04:47.134516 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3c7295c-7534-4ef9-b031-dd331735b299', 'name': 'network-vif-deleted', 'tag': '3467f599-4a58-4962-8477-2ce4613ff1e7'}] {{(pid=120042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:04:47.137485 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d2a6420b193a10f45e0477184c700453c1253cfa456d27c4e3ab5b2f2f62351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1a18a18-9782-4616-8711-850579787ce3" -d '{"events": [{"server_uuid": "a3c7295c-7534-4ef9-b031-dd331735b299", "name": "network-vif-deleted", "tag": "3467f599-4a58-4962-8477-2ce4613ff1e7"}]}' {{(pid=120042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:04:47.173850 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 13:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e91d26-0075-4418-b573-11854c0ec892 x-openstack-request-id: req-82e91d26-0075-4418-b573-11854c0ec892 {{(pid=120042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:04:47.174153 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3c7295c-7534-4ef9-b031-dd331735b299", "name": "network-vif-deleted", "tag": "3467f599-4a58-4962-8477-2ce4613ff1e7", "status": "completed", "code": 200}]} {{(pid=120042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:04:47.174405 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-82e91d26-0075-4418-b573-11854c0ec892 {{(pid=120042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:04:47.174806 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3c7295c-7534-4ef9-b031-dd331735b299', 'name': 'network-vif-deleted', 'tag': '3467f599-4a58-4962-8477-2ce4613ff1e7', 'status': 'completed', 'code': 200} Sep 03 13:04:48.009563 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-fbe97345-4471-44e6-bd3c-f0b46f6bbf00 req-ea5987c6-e2e0-4cb1-9f91-edbb03d99af2 tempest-TestMinimumBasicScenario-1101695559 tempest-TestMinimumBasicScenario-1101695559-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3c7295c-7534-4ef9-b031-dd331735b299 HTTP/1.1" status: 200 len: 210 time: 0.0249000 Sep 03 13:04:50.048418 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Device 3467f599-4a58-4962-8477-2ce4613ff1e7 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=120043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 13:04:50.071586 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.plugin [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] No Port match for: 3467f599-4a58-4962-8477-2ce4613ff1e7 {{(pid=120043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 13:04:50.071586 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Device 3467f599-4a58-4962-8477-2ce4613ff1e7 not bound to the agent host hv-cinder-78878 {{(pid=120043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 13:04:51.107476 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 43784) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:04:51.447497 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-bd8592a8-42a2-40fe-9c28-d3ac47009cc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1666091'] for router_interface, before_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:51.684512 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.plugin [None req-bd8592a8-42a2-40fe-9c28-d3ac47009cc0 admin admin] Deleting port 86487b5a-9534-4342-9a72-c80c633ac5c8 {{(pid=120042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:04:51.684853 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-bd8592a8-42a2-40fe-9c28-d3ac47009cc0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763613556462'] for port, before_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:51.760143 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.db [None req-bd8592a8-42a2-40fe-9c28-d3ac47009cc0 admin admin] For port 86487b5a-9534-4342-9a72-c80c633ac5c8, host dv-cinder-788782-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-9-iscsi',level=0,port_id=86487b5a-9534-4342-9a72-c80c633ac5c8,segment=NetworkSegment(418d828f-d0bc-4958-be31-0c4d625e6843),segment_id=418d828f-d0bc-4958-be31-0c4d625e6843)] {{(pid=120042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:04:51.760534 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-bd8592a8-42a2-40fe-9c28-d3ac47009cc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642786'] for port, precommit_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:51.773429 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.plugin [None req-bd8592a8-42a2-40fe-9c28-d3ac47009cc0 admin admin] Calling delete_port for 86487b5a-9534-4342-9a72-c80c633ac5c8 owned by network:router_interface {{(pid=120042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:04:52.056654 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-bd8592a8-42a2-40fe-9c28-d3ac47009cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763613567928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763613061268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534626149'] for port, after_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:52.085918 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8592a8-42a2-40fe-9c28-d3ac47009cc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=86487b5a-9534-4342-9a72-c80c633ac5c8,revision_number=None']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:04:52.416672 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 43814) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:04:52.504756 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-bd8592a8-42a2-40fe-9c28-d3ac47009cc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1666239'] for router_interface, after_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:52.522437 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-154717ed-9d59-4bc7-8228-7906cfbff90a admin admin] Notify callbacks [] for security_group, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:52.603300 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.agents_db [None req-4ecc573b-6c34-46c7-b31e-835fd9e30662 None None] Agent healthcheck: found 6 active agents {{(pid=120044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 13:04:52.612382 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-154717ed-9d59-4bc7-8228-7906cfbff90a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:52.720468 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd8592a8-42a2-40fe-9c28-d3ac47009cc0 admin admin] Router ba4a6eb7-8062-4d0c-a159-32e7fe1f0201 has already been hosted by L3 agent 3ba3cff0-0714-4a2d-b638-391a63c22700 {{(pid=120042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 13:04:52.731517 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-154717ed-9d59-4bc7-8228-7906cfbff90a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:52.771619 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-154717ed-9d59-4bc7-8228-7906cfbff90a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=65c9de6950414c44973bb7fb3714ad6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3537915 Sep 03 13:04:52.772605 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154717ed-9d59-4bc7-8228-7906cfbff90a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d1a87d-83aa-42de-8682-91af58f6b6aa,revision_number=1']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:04:52.774966 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 43818) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:04:52.825834 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd8592a8-42a2-40fe-9c28-d3ac47009cc0 admin admin] Notify agent at l3_agent.dv-cinder-788782-9-iscsi the message routers_updated {{(pid=120042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 13:04:52.833728 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-bd8592a8-42a2-40fe-9c28-d3ac47009cc0 admin admin] 10.222.0.24 "PUT /v2.0/routers/ba4a6eb7-8062-4d0c-a159-32e7fe1f0201/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7223134 Sep 03 13:04:52.833884 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 43820) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:04:52.834892 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836cd5ac-6bcb-4289-b4ab-25812668a080 None None] Sync routers for ids ['ba4a6eb7-8062-4d0c-a159-32e7fe1f0201'] in dv-cinder-788782-9-iscsi {{(pid=120043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 13:04:52.839868 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-d8a245e8-13c5-4114-b58c-287b9cdb18c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:52.843949 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836cd5ac-6bcb-4289-b4ab-25812668a080 None None] Routers {'ba4a6eb7-8062-4d0c-a159-32e7fe1f0201'} bound to L3 agent in host dv-cinder-788782-9-iscsi {{(pid=120043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:04:52.844561 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_hamode_db [None req-836cd5ac-6bcb-4289-b4ab-25812668a080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T12:48:38Z,description=,heartbeat_timestamp=2021-09-03T13:04:38Z,host='dv-cinder-788782-9-iscsi',id=3ba3cff0-0714-4a2d-b638-391a63c22700,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:48:38Z,topic='l3_agent')) {'router_ids': ['ba4a6eb7-8062-4d0c-a159-32e7fe1f0201'], 'active': True} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:04:52.951212 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvr_db [None req-836cd5ac-6bcb-4289-b4ab-25812668a080 None None] Set router ba4a6eb7-8062-4d0c-a159-32e7fe1f0201 gateway port host: dv-cinder-788782-9-iscsi {{(pid=120043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:04:53.130486 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-d8a245e8-13c5-4114-b58c-287b9cdb18c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:53.130747 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_hamode_db [None req-836cd5ac-6bcb-4289-b4ab-25812668a080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba4a6eb7-8062-4d0c-a159-32e7fe1f0201', 'name': 'tempest-TestMinimumBasicScenario-348008650-router', 'tenant_id': '48d198ff7fa4451082272b3569f83b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '0eae6f1a-0a09-4006-a023-99106e3ced24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:02:18Z', 'updated_at': '2021-09-03T13:04:51Z', 'revision_number': 5, 'project_id': '48d198ff7fa4451082272b3569f83b2e', 'gw_port': {'id': '0eae6f1a-0a09-4006-a023-99106e3ced24', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:0a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4a6eb7-8062-4d0c-a159-32e7fe1f0201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:02:19Z', 'updated_at': '2021-09-03T13:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi'}], 'dv-cinder-788782-9-iscsi', False) {} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:04:53.156827 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836cd5ac-6bcb-4289-b4ab-25812668a080 None None] Checking router: ba4a6eb7-8062-4d0c-a159-32e7fe1f0201 for host: dv-cinder-788782-9-iscsi {{(pid=120043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 13:04:53.164840 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836cd5ac-6bcb-4289-b4ab-25812668a080 None None] Routers {'ba4a6eb7-8062-4d0c-a159-32e7fe1f0201'} bound to L3 agent in host dv-cinder-788782-9-iscsi {{(pid=120043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:04:53.165442 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_hamode_db [None req-836cd5ac-6bcb-4289-b4ab-25812668a080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T12:48:38Z,description=,heartbeat_timestamp=2021-09-03T13:04:38Z,host='dv-cinder-788782-9-iscsi',id=3ba3cff0-0714-4a2d-b638-391a63c22700,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:48:38Z,topic='l3_agent')) {'router_ids': ['ba4a6eb7-8062-4d0c-a159-32e7fe1f0201'], 'active': True} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:04:53.180289 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-f3e7290c-dfdd-4b63-b1d2-e0257873963c admin admin] Notify callbacks [] for router, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:53.267634 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvr_db [None req-836cd5ac-6bcb-4289-b4ab-25812668a080 None None] Set router ba4a6eb7-8062-4d0c-a159-32e7fe1f0201 gateway port host: dv-cinder-788782-9-iscsi {{(pid=120043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:04:53.280828 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-f3e7290c-dfdd-4b63-b1d2-e0257873963c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:53.351416 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-d8a245e8-13c5-4114-b58c-287b9cdb18c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:53.354192 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-d8a245e8-13c5-4114-b58c-287b9cdb18c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:53.356126 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-d8a245e8-13c5-4114-b58c-287b9cdb18c5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d9d1a87d-83aa-42de-8682-91af58f6b6aa HTTP/1.1" status: 204 len: 168 time: 0.5795231 Sep 03 13:04:53.379755 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a245e8-13c5-4114-b58c-287b9cdb18c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d1a87d-83aa-42de-8682-91af58f6b6aa,revision_number=None']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:04:53.441564 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.plugins.ml2.plugin [None req-f3e7290c-dfdd-4b63-b1d2-e0257873963c admin admin] Deleting port 0eae6f1a-0a09-4006-a023-99106e3ced24 {{(pid=120041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:04:53.442194 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-f3e7290c-dfdd-4b63-b1d2-e0257873963c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763613556462'] for port, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:53.477132 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_hamode_db [None req-836cd5ac-6bcb-4289-b4ab-25812668a080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba4a6eb7-8062-4d0c-a159-32e7fe1f0201', 'name': 'tempest-TestMinimumBasicScenario-348008650-router', 'tenant_id': '48d198ff7fa4451082272b3569f83b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '0eae6f1a-0a09-4006-a023-99106e3ced24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:02:18Z', 'updated_at': '2021-09-03T13:04:51Z', 'revision_number': 5, 'project_id': '48d198ff7fa4451082272b3569f83b2e', 'gw_port': {'id': '0eae6f1a-0a09-4006-a023-99106e3ced24', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:0a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4a6eb7-8062-4d0c-a159-32e7fe1f0201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:02:19Z', 'updated_at': '2021-09-03T13:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi'}], 'dv-cinder-788782-9-iscsi', False) {} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:04:53.509044 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836cd5ac-6bcb-4289-b4ab-25812668a080 None None] The sync data for ids ['ba4a6eb7-8062-4d0c-a159-32e7fe1f0201'] in dv-cinder-788782-9-iscsi is: [{'id': 'ba4a6eb7-8062-4d0c-a159-32e7fe1f0201', 'name': 'tempest-TestMinimumBasicScenario-348008650-router', 'tenant_id': '48d198ff7fa4451082272b3569f83b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '0eae6f1a-0a09-4006-a023-99106e3ced24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:02:18Z', 'updated_at': '2021-09-03T13:04:51Z', 'revision_number': 5, 'project_id': '48d198ff7fa4451082272b3569f83b2e', 'gw_port': {'id': '0eae6f1a-0a09-4006-a023-99106e3ced24', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:0a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4a6eb7-8062-4d0c-a159-32e7fe1f0201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:02:19Z', 'updated_at': '2021-09-03T13:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi'}] {{(pid=120043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 13:04:53.526592 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.plugins.ml2.db [None req-f3e7290c-dfdd-4b63-b1d2-e0257873963c admin admin] For port 0eae6f1a-0a09-4006-a023-99106e3ced24, host dv-cinder-788782-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-9-iscsi',level=0,port_id=0eae6f1a-0a09-4006-a023-99106e3ced24,segment=NetworkSegment(c1a38775-ec28-415d-bb88-0cf7761c0f56),segment_id=c1a38775-ec28-415d-bb88-0cf7761c0f56)] {{(pid=120041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:04:53.527037 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-f3e7290c-dfdd-4b63-b1d2-e0257873963c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642786'] for port, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:53.539740 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.plugins.ml2.plugin [None req-f3e7290c-dfdd-4b63-b1d2-e0257873963c admin admin] Calling delete_port for 0eae6f1a-0a09-4006-a023-99106e3ced24 owned by network:router_gateway {{(pid=120041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:04:53.856974 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-f3e7290c-dfdd-4b63-b1d2-e0257873963c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763613567928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763613061268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533180425'] for port, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:53.884439 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e7290c-dfdd-4b63-b1d2-e0257873963c admin admin] Pushing event deleted for resources: {'Port': ['ID=0eae6f1a-0a09-4006-a023-99106e3ced24,revision_number=None']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:04:53.944093 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-f3e7290c-dfdd-4b63-b1d2-e0257873963c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664209'] for router_gateway, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:54.037606 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-f3e7290c-dfdd-4b63-b1d2-e0257873963c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28312'] for router, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:54.039953 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-f3e7290c-dfdd-4b63-b1d2-e0257873963c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:54.153652 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-f3e7290c-dfdd-4b63-b1d2-e0257873963c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667959'] for router, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:54.154303 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3e7290c-dfdd-4b63-b1d2-e0257873963c admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba4a6eb7-8062-4d0c-a159-32e7fe1f0201 {{(pid=120041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 13:04:54.159578 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-f3e7290c-dfdd-4b63-b1d2-e0257873963c admin admin] Notify callbacks [] for router, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:54.160891 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-f3e7290c-dfdd-4b63-b1d2-e0257873963c admin admin] 10.222.0.24 "DELETE /v2.0/routers/ba4a6eb7-8062-4d0c-a159-32e7fe1f0201 HTTP/1.1" status: 204 len: 168 time: 1.3260608 Sep 03 13:04:54.167020 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 43848) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:04:54.214139 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.db.db_base_plugin_v2 [None req-88152bf2-e70c-4b0e-9a89-ca6257ab652d admin admin] Deleting subnet d8bd83f5-689d-4165-a44c-089c744602b8 {{(pid=120041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 13:04:54.218027 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-88152bf2-e70c-4b0e-9a89-ca6257ab652d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:54.257399 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-88152bf2-e70c-4b0e-9a89-ca6257ab652d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-533074396'] for subnet, precommit_delete_associations {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:54.348638 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-88152bf2-e70c-4b0e-9a89-ca6257ab652d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667103'] for subnet, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:54.478776 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-88152bf2-e70c-4b0e-9a89-ca6257ab652d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533180452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532788743'] for subnet, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:54.505577 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88152bf2-e70c-4b0e-9a89-ca6257ab652d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8bd83f5-689d-4165-a44c-089c744602b8,revision_number=None']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:04:54.509220 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-88152bf2-e70c-4b0e-9a89-ca6257ab652d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575370'] for subnet, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:54.511125 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-88152bf2-e70c-4b0e-9a89-ca6257ab652d admin admin] 10.222.0.24 "DELETE /v2.0/subnets/d8bd83f5-689d-4165-a44c-089c744602b8 HTTP/1.1" status: 204 len: 168 time: 0.3468211 Sep 03 13:04:54.513683 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 43862) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:04:54.516072 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc9399b-2895-4bee-bff7-db2baae1b060 None None] Network 84d71880-f14f-4eb3-a7c9-15c7c9d82c67 requested from dv-cinder-788782-9-iscsi {{(pid=120043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 13:04:54.582152 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-e958c25d-0c80-4259-8937-247c42c3050e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578772'] for network, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:54.656350 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.plugins.ml2.plugin [None req-e958c25d-0c80-4259-8937-247c42c3050e admin admin] Deleting port b81dce45-3cdc-40ea-8c5d-a1de04d67cc1 {{(pid=120041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:04:54.656350 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-e958c25d-0c80-4259-8937-247c42c3050e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763613556462'] for port, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:54.727718 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.plugins.ml2.db [None req-e958c25d-0c80-4259-8937-247c42c3050e admin admin] For port b81dce45-3cdc-40ea-8c5d-a1de04d67cc1, host dv-cinder-788782-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-9-iscsi',level=0,port_id=b81dce45-3cdc-40ea-8c5d-a1de04d67cc1,segment=NetworkSegment(418d828f-d0bc-4958-be31-0c4d625e6843),segment_id=418d828f-d0bc-4958-be31-0c4d625e6843)] {{(pid=120041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:04:54.728055 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-e958c25d-0c80-4259-8937-247c42c3050e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642786'] for port, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:54.740969 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.plugins.ml2.plugin [None req-e958c25d-0c80-4259-8937-247c42c3050e admin admin] Calling delete_port for b81dce45-3cdc-40ea-8c5d-a1de04d67cc1 owned by network:dhcp {{(pid=120041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:04:54.856520 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761a5007-d89f-4cd8-ad79-2e3867c96c61 None None] DHCP port deletion for 84d71880-f14f-4eb3-a7c9-15c7c9d82c67 request from dv-cinder-788782-9-iscsi {{(pid=120043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 13:04:54.890944 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-e958c25d-0c80-4259-8937-247c42c3050e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763613567928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763613061268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533180425'] for port, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:54.901424 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.plugin [None req-761a5007-d89f-4cd8-ad79-2e3867c96c61 None None] Deleting port b81dce45-3cdc-40ea-8c5d-a1de04d67cc1 {{(pid=120043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:04:54.901809 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-761a5007-d89f-4cd8-ad79-2e3867c96c61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763613556462'] for port, before_delete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:54.918347 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e958c25d-0c80-4259-8937-247c42c3050e admin admin] No DVR routers for this DVR port b81dce45-3cdc-40ea-8c5d-a1de04d67cc1 on host dv-cinder-788782-9-iscsi {{(pid=120041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 13:04:54.920280 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e958c25d-0c80-4259-8937-247c42c3050e admin admin] Pushing event deleted for resources: {'Port': ['ID=b81dce45-3cdc-40ea-8c5d-a1de04d67cc1,revision_number=None']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:04:54.971016 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-761a5007-d89f-4cd8-ad79-2e3867c96c61 None None] For port b81dce45-3cdc-40ea-8c5d-a1de04d67cc1, host dv-cinder-788782-9-iscsi, got binding levels [] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:04:54.971416 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-761a5007-d89f-4cd8-ad79-2e3867c96c61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642786'] for port, precommit_delete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:54.987318 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.plugin [None req-761a5007-d89f-4cd8-ad79-2e3867c96c61 None None] Calling delete_port for b81dce45-3cdc-40ea-8c5d-a1de04d67cc1 owned by network:dhcp {{(pid=120043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:04:54.987318 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.ipam_backend_mixin [None req-761a5007-d89f-4cd8-ad79-2e3867c96c61 None None] Port b81dce45-3cdc-40ea-8c5d-a1de04d67cc1 was not found and therefore no delete operation was performed {{(pid=120043) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 03 13:04:54.987318 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-761a5007-d89f-4cd8-ad79-2e3867c96c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763613567928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763613061268'] for port, after_delete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:54.995668 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-e958c25d-0c80-4259-8937-247c42c3050e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665418', 'neutron.services.segments.db._delete_segments_for_network-8763613606485'] for network, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:55.007529 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.services.segments.db [None req-e958c25d-0c80-4259-8937-247c42c3050e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84d71880-f14f-4eb3-a7c9-15c7c9d82c67']}} {{(pid=120041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:04:55.010167 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761a5007-d89f-4cd8-ad79-2e3867c96c61 None None] Pushing event deleted for resources: {'Port': ['ID=b81dce45-3cdc-40ea-8c5d-a1de04d67cc1,revision_number=None']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:04:55.021390 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761a5007-d89f-4cd8-ad79-2e3867c96c61 None None] No DVR routers for this DVR port b81dce45-3cdc-40ea-8c5d-a1de04d67cc1 on host dv-cinder-788782-9-iscsi {{(pid=120043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 13:04:55.022140 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.services.segments.db [None req-e958c25d-0c80-4259-8937-247c42c3050e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '418d828f-d0bc-4958-be31-0c4d625e6843') {'for_net_delete': True} {{(pid=120041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:04:55.022452 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.services.segments.db [None req-e958c25d-0c80-4259-8937-247c42c3050e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '418d828f-d0bc-4958-be31-0c4d625e6843') {} {{(pid=120041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:04:55.025226 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761a5007-d89f-4cd8-ad79-2e3867c96c61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:04:55.025589 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761a5007-d89f-4cd8-ad79-2e3867c96c61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:04:55.025941 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761a5007-d89f-4cd8-ad79-2e3867c96c61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:04:55.026313 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761a5007-d89f-4cd8-ad79-2e3867c96c61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:04:55.026727 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761a5007-d89f-4cd8-ad79-2e3867c96c61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:04:55.027066 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761a5007-d89f-4cd8-ad79-2e3867c96c61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:04:55.028120 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761a5007-d89f-4cd8-ad79-2e3867c96c61 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:04:55.028480 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761a5007-d89f-4cd8-ad79-2e3867c96c61 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:04:55.028802 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761a5007-d89f-4cd8-ad79-2e3867c96c61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:04:55.029136 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761a5007-d89f-4cd8-ad79-2e3867c96c61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:04:55.029467 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761a5007-d89f-4cd8-ad79-2e3867c96c61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:04:55.029798 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761a5007-d89f-4cd8-ad79-2e3867c96c61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:04:55.045728 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-e958c25d-0c80-4259-8937-247c42c3050e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763613607518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-533074373'] for segment, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:55.059005 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-e958c25d-0c80-4259-8937-247c42c3050e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669750'] for segment, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:55.064591 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e958c25d-0c80-4259-8937-247c42c3050e admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=120041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 13:04:55.064982 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-e958c25d-0c80-4259-8937-247c42c3050e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533180538'] for segment, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:55.066613 dv-cinder-788782-9-iscsi neutron-server[120041]: Traceback (most recent call last): Sep 03 13:04:55.066613 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 13:04:55.066613 dv-cinder-788782-9-iscsi neutron-server[120041]: timer() Sep 03 13:04:55.066613 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 13:04:55.066613 dv-cinder-788782-9-iscsi neutron-server[120041]: cb(*args, **kw) Sep 03 13:04:55.066613 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 13:04:55.066613 dv-cinder-788782-9-iscsi neutron-server[120041]: return func(*args, **kwargs) Sep 03 13:04:55.066613 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 13:04:55.066613 dv-cinder-788782-9-iscsi neutron-server[120041]: self._notify() Sep 03 13:04:55.066613 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 13:04:55.066613 dv-cinder-788782-9-iscsi neutron-server[120041]: self.callback(batched_events) Sep 03 13:04:55.066613 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 13:04:55.066613 dv-cinder-788782-9-iscsi neutron-server[120041]: event.method(event) Sep 03 13:04:55.066613 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 13:04:55.066613 dv-cinder-788782-9-iscsi neutron-server[120041]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 13:04:55.066613 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 13:04:55.066613 dv-cinder-788782-9-iscsi neutron-server[120041]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 13:04:55.066613 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 13:04:55.066613 dv-cinder-788782-9-iscsi neutron-server[120041]: return f(self, *a, **k) Sep 03 13:04:55.066613 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 13:04:55.066613 dv-cinder-788782-9-iscsi neutron-server[120041]: return self._get(url).json() Sep 03 13:04:55.066613 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 13:04:55.066613 dv-cinder-788782-9-iscsi neutron-server[120041]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 13:04:55.066613 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 13:04:55.066613 dv-cinder-788782-9-iscsi neutron-server[120041]: return self.request(url, 'GET', **kwargs) Sep 03 13:04:55.066613 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 13:04:55.066613 dv-cinder-788782-9-iscsi neutron-server[120041]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 13:04:55.066613 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 13:04:55.066613 dv-cinder-788782-9-iscsi neutron-server[120041]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 13:04:55.066613 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 13:04:55.066613 dv-cinder-788782-9-iscsi neutron-server[120041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 13:04:55.066613 dv-cinder-788782-9-iscsi neutron-server[120041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 13:04:55.216092 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-e958c25d-0c80-4259-8937-247c42c3050e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748793'] for network, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:55.221481 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-e958c25d-0c80-4259-8937-247c42c3050e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575370'] for network, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:55.224049 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-e958c25d-0c80-4259-8937-247c42c3050e admin admin] 10.222.0.24 "DELETE /v2.0/networks/84d71880-f14f-4eb3-a7c9-15c7c9d82c67 HTTP/1.1" status: 204 len: 168 time: 0.7086980 Sep 03 13:04:55.233372 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 43870) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:04:55.234106 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e958c25d-0c80-4259-8937-247c42c3050e admin admin] Pushing event deleted for resources: {'Network': ['ID=84d71880-f14f-4eb3-a7c9-15c7c9d82c67,revision_number=None']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:04:55.387232 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Device 0eae6f1a-0a09-4006-a023-99106e3ced24 no longer exists at agent ovs-agent-dv-cinder-788782-9-iscsi {{(pid=120043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 13:04:55.409691 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.plugin [None req-08f51270-9900-45ae-a958-671501e71079 None None] No Port match for: 0eae6f1a-0a09-4006-a023-99106e3ced24 {{(pid=120043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 13:04:55.410070 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Device 0eae6f1a-0a09-4006-a023-99106e3ced24 not bound to the agent host dv-cinder-788782-9-iscsi {{(pid=120043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 13:04:55.410406 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Device 86487b5a-9534-4342-9a72-c80c633ac5c8 no longer exists at agent ovs-agent-dv-cinder-788782-9-iscsi {{(pid=120043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 13:04:55.429458 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.plugin [None req-08f51270-9900-45ae-a958-671501e71079 None None] No Port match for: 86487b5a-9534-4342-9a72-c80c633ac5c8 {{(pid=120043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 13:04:55.429815 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Device 86487b5a-9534-4342-9a72-c80c633ac5c8 not bound to the agent host dv-cinder-788782-9-iscsi {{(pid=120043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 13:04:55.430238 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Device b81dce45-3cdc-40ea-8c5d-a1de04d67cc1 no longer exists at agent ovs-agent-dv-cinder-788782-9-iscsi {{(pid=120043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 13:04:55.449652 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.plugin [None req-08f51270-9900-45ae-a958-671501e71079 None None] No Port match for: b81dce45-3cdc-40ea-8c5d-a1de04d67cc1 {{(pid=120043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 13:04:55.450094 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Device b81dce45-3cdc-40ea-8c5d-a1de04d67cc1 not bound to the agent host dv-cinder-788782-9-iscsi {{(pid=120043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 13:04:55.581921 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-8603b3ad-3594-49b7-aa4e-a8d3f4cc9bc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1666091'] for router_interface, before_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:55.819978 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.plugin [None req-8603b3ad-3594-49b7-aa4e-a8d3f4cc9bc6 admin admin] Deleting port 23f38635-4b36-49c6-9c11-60cdb63e13d8 {{(pid=120042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:04:55.820253 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-8603b3ad-3594-49b7-aa4e-a8d3f4cc9bc6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763613556462'] for port, before_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:55.897072 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.db [None req-8603b3ad-3594-49b7-aa4e-a8d3f4cc9bc6 admin admin] For port 23f38635-4b36-49c6-9c11-60cdb63e13d8, host dv-cinder-788782-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-9-iscsi',level=0,port_id=23f38635-4b36-49c6-9c11-60cdb63e13d8,segment=NetworkSegment(c7e6ff16-9faa-439f-8dc2-c97e50e42d83),segment_id=c7e6ff16-9faa-439f-8dc2-c97e50e42d83)] {{(pid=120042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:04:55.897451 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-8603b3ad-3594-49b7-aa4e-a8d3f4cc9bc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642786'] for port, precommit_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:55.913444 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.plugin [None req-8603b3ad-3594-49b7-aa4e-a8d3f4cc9bc6 admin admin] Calling delete_port for 23f38635-4b36-49c6-9c11-60cdb63e13d8 owned by network:router_interface {{(pid=120042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:04:56.125012 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-8603b3ad-3594-49b7-aa4e-a8d3f4cc9bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763613567928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763613061268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534626149'] for port, after_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:56.150217 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8603b3ad-3594-49b7-aa4e-a8d3f4cc9bc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=23f38635-4b36-49c6-9c11-60cdb63e13d8,revision_number=None']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:04:56.307592 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-8603b3ad-3594-49b7-aa4e-a8d3f4cc9bc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1666239'] for router_interface, after_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:56.520837 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-606c55b9-05c9-4ae9-a292-a8da6e966e2b req-fbd6f2f2-f6e9-4a6f-b7b5-001ad2dfbe89 tempest-VolumesNegativeTest-883109018 tempest-VolumesNegativeTest-883109018-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=2606543c756d4e609fde9664ee60741b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0325670 Sep 03 13:04:56.687174 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8603b3ad-3594-49b7-aa4e-a8d3f4cc9bc6 admin admin] Router 4d43ceda-6db0-485f-871f-2e4c25a2f93b has already been hosted by L3 agent 3ba3cff0-0714-4a2d-b638-391a63c22700 {{(pid=120042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 13:04:56.730788 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606c55b9-05c9-4ae9-a292-a8da6e966e2b req-0885e85d-9f5b-4cc6-9354-077bd61bdb8c tempest-VolumesNegativeTest-883109018 tempest-VolumesNegativeTest-883109018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:04:56.732261 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-606c55b9-05c9-4ae9-a292-a8da6e966e2b req-0885e85d-9f5b-4cc6-9354-077bd61bdb8c tempest-VolumesNegativeTest-883109018 tempest-VolumesNegativeTest-883109018-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2025208 Sep 03 13:04:56.800055 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-606c55b9-05c9-4ae9-a292-a8da6e966e2b req-6350d8a3-d69f-4da4-bdc5-61810967453f tempest-VolumesNegativeTest-883109018 tempest-VolumesNegativeTest-883109018-project] 10.222.0.24 "GET /v2.0/quotas/2606543c756d4e609fde9664ee60741b HTTP/1.1" status: 200 len: 375 time: 0.0343950 Sep 03 13:04:56.841769 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-606c55b9-05c9-4ae9-a292-a8da6e966e2b req-e4602cc5-1349-4779-816a-40ff4d2e02bb tempest-VolumesNegativeTest-883109018 tempest-VolumesNegativeTest-883109018-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2606543c756d4e609fde9664ee60741b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0342090 Sep 03 13:04:56.858421 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8603b3ad-3594-49b7-aa4e-a8d3f4cc9bc6 admin admin] Notify agent at l3_agent.dv-cinder-788782-9-iscsi the message routers_updated {{(pid=120042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 13:04:56.863589 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-8603b3ad-3594-49b7-aa4e-a8d3f4cc9bc6 admin admin] 10.222.0.24 "PUT /v2.0/routers/4d43ceda-6db0-485f-871f-2e4c25a2f93b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6290686 Sep 03 13:04:56.866555 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 43900) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:04:56.868429 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e27ca0-993d-431f-8d8a-1452150d0247 None None] Sync routers for ids ['4d43ceda-6db0-485f-871f-2e4c25a2f93b'] in dv-cinder-788782-9-iscsi {{(pid=120044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 13:04:56.878815 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e27ca0-993d-431f-8d8a-1452150d0247 None None] Routers {'4d43ceda-6db0-485f-871f-2e4c25a2f93b'} bound to L3 agent in host dv-cinder-788782-9-iscsi {{(pid=120044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:04:56.879438 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_hamode_db [None req-75e27ca0-993d-431f-8d8a-1452150d0247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T12:48:38Z,description=,heartbeat_timestamp=2021-09-03T13:04:38Z,host='dv-cinder-788782-9-iscsi',id=3ba3cff0-0714-4a2d-b638-391a63c22700,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:48:38Z,topic='l3_agent')) {'router_ids': ['4d43ceda-6db0-485f-871f-2e4c25a2f93b'], 'active': True} {{(pid=120044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:04:56.966015 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-f1fd8cc5-ae3a-492f-8e60-d9dbe7cfa1d3 admin admin] Notify callbacks [] for router, before_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:56.982296 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_dvr_db [None req-75e27ca0-993d-431f-8d8a-1452150d0247 None None] Set router 4d43ceda-6db0-485f-871f-2e4c25a2f93b gateway port host: dv-cinder-788782-9-iscsi {{(pid=120044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:04:57.081086 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-f1fd8cc5-ae3a-492f-8e60-d9dbe7cfa1d3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:57.108443 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-85cb7832-736a-48d9-b555-3a29de2fc5c2 req-c553f81f-949a-47bd-ae74-315e40869267 tempest-VolumesNegativeTest-883109018 tempest-VolumesNegativeTest-883109018-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8b0554b-f939-4bfe-b921-1f1916b612b7 HTTP/1.1" status: 200 len: 210 time: 0.0375695 Sep 03 13:04:57.215631 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.plugin [None req-f1fd8cc5-ae3a-492f-8e60-d9dbe7cfa1d3 admin admin] Deleting port 1633d93e-339e-4b1f-9ef8-3203b9987b27 {{(pid=120042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:04:57.216005 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-f1fd8cc5-ae3a-492f-8e60-d9dbe7cfa1d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763613556462'] for port, before_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:57.260134 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_hamode_db [None req-75e27ca0-993d-431f-8d8a-1452150d0247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d43ceda-6db0-485f-871f-2e4c25a2f93b', 'name': 'tempest-TestMinimumBasicScenario-89928132-router', 'tenant_id': '539bb35ad02a46eeada69d54e4097ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '1633d93e-339e-4b1f-9ef8-3203b9987b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:02:25Z', 'updated_at': '2021-09-03T13:04:56Z', 'revision_number': 5, 'project_id': '539bb35ad02a46eeada69d54e4097ed2', 'gw_port': {'id': '1633d93e-339e-4b1f-9ef8-3203b9987b27', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d43ceda-6db0-485f-871f-2e4c25a2f93b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:02:26Z', 'updated_at': '2021-09-03T13:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi'}], 'dv-cinder-788782-9-iscsi', False) {} {{(pid=120044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:04:57.285141 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e27ca0-993d-431f-8d8a-1452150d0247 None None] Checking router: 4d43ceda-6db0-485f-871f-2e4c25a2f93b for host: dv-cinder-788782-9-iscsi {{(pid=120044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 13:04:57.293984 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e27ca0-993d-431f-8d8a-1452150d0247 None None] Routers {'4d43ceda-6db0-485f-871f-2e4c25a2f93b'} bound to L3 agent in host dv-cinder-788782-9-iscsi {{(pid=120044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:04:57.294409 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.db [None req-f1fd8cc5-ae3a-492f-8e60-d9dbe7cfa1d3 admin admin] For port 1633d93e-339e-4b1f-9ef8-3203b9987b27, host dv-cinder-788782-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-9-iscsi',level=0,port_id=1633d93e-339e-4b1f-9ef8-3203b9987b27,segment=NetworkSegment(c1a38775-ec28-415d-bb88-0cf7761c0f56),segment_id=c1a38775-ec28-415d-bb88-0cf7761c0f56)] {{(pid=120042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:04:57.294612 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_hamode_db [None req-75e27ca0-993d-431f-8d8a-1452150d0247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T12:48:38Z,description=,heartbeat_timestamp=2021-09-03T13:04:38Z,host='dv-cinder-788782-9-iscsi',id=3ba3cff0-0714-4a2d-b638-391a63c22700,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:48:38Z,topic='l3_agent')) {'router_ids': ['4d43ceda-6db0-485f-871f-2e4c25a2f93b'], 'active': True} {{(pid=120044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:04:57.294936 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-f1fd8cc5-ae3a-492f-8e60-d9dbe7cfa1d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642786'] for port, precommit_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:57.309143 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.plugin [None req-f1fd8cc5-ae3a-492f-8e60-d9dbe7cfa1d3 admin admin] Calling delete_port for 1633d93e-339e-4b1f-9ef8-3203b9987b27 owned by network:router_gateway {{(pid=120042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:04:57.379689 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_dvr_db [None req-75e27ca0-993d-431f-8d8a-1452150d0247 None None] Set router 4d43ceda-6db0-485f-871f-2e4c25a2f93b gateway port host: None {{(pid=120044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:04:57.432499 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_hamode_db [None req-75e27ca0-993d-431f-8d8a-1452150d0247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d43ceda-6db0-485f-871f-2e4c25a2f93b', 'name': 'tempest-TestMinimumBasicScenario-89928132-router', 'tenant_id': '539bb35ad02a46eeada69d54e4097ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:02:25Z', 'updated_at': '2021-09-03T13:04:57Z', 'revision_number': 6, 'project_id': '539bb35ad02a46eeada69d54e4097ed2', 'gw_port_host': None}], 'dv-cinder-788782-9-iscsi', False) {} {{(pid=120044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:04:57.458672 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e27ca0-993d-431f-8d8a-1452150d0247 None None] The sync data for ids ['4d43ceda-6db0-485f-871f-2e4c25a2f93b'] in dv-cinder-788782-9-iscsi is: [{'id': '4d43ceda-6db0-485f-871f-2e4c25a2f93b', 'name': 'tempest-TestMinimumBasicScenario-89928132-router', 'tenant_id': '539bb35ad02a46eeada69d54e4097ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:02:25Z', 'updated_at': '2021-09-03T13:04:57Z', 'revision_number': 6, 'project_id': '539bb35ad02a46eeada69d54e4097ed2', 'gw_port_host': None}] {{(pid=120044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 13:04:57.542278 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-f1fd8cc5-ae3a-492f-8e60-d9dbe7cfa1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763613567928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763613061268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534626149'] for port, after_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:57.568718 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fd8cc5-ae3a-492f-8e60-d9dbe7cfa1d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=1633d93e-339e-4b1f-9ef8-3203b9987b27,revision_number=None']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:04:57.632078 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-f1fd8cc5-ae3a-492f-8e60-d9dbe7cfa1d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664209'] for router_gateway, after_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:57.985451 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-f1fd8cc5-ae3a-492f-8e60-d9dbe7cfa1d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28312'] for router, precommit_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:57.987654 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-f1fd8cc5-ae3a-492f-8e60-d9dbe7cfa1d3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:58.091352 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-f1fd8cc5-ae3a-492f-8e60-d9dbe7cfa1d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667959'] for router, after_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:58.091916 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1fd8cc5-ae3a-492f-8e60-d9dbe7cfa1d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d43ceda-6db0-485f-871f-2e4c25a2f93b {{(pid=120042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 13:04:58.096869 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-f1fd8cc5-ae3a-492f-8e60-d9dbe7cfa1d3 admin admin] Notify callbacks [] for router, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:58.098253 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-f1fd8cc5-ae3a-492f-8e60-d9dbe7cfa1d3 admin admin] 10.222.0.24 "DELETE /v2.0/routers/4d43ceda-6db0-485f-871f-2e4c25a2f93b HTTP/1.1" status: 204 len: 168 time: 1.2302408 Sep 03 13:04:58.100708 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 43918) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:04:58.148891 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.db_base_plugin_v2 [None req-a814c133-83ac-4937-9d3b-de4e37556aff admin admin] Deleting subnet 7bf2bf72-76c9-45e3-9b15-53fe1a62f386 {{(pid=120042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 13:04:58.149724 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-a814c133-83ac-4937-9d3b-de4e37556aff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:58.204636 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ac91daae-10fb-43ef-80c2-c60598c757de req-bf492ef2-d7fd-4c26-b684-e1e78cb0e396 tempest-VolumesNegativeTest-883109018 tempest-VolumesNegativeTest-883109018-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8b0554b-f939-4bfe-b921-1f1916b612b7 HTTP/1.1" status: 200 len: 210 time: 0.0274882 Sep 03 13:04:58.206667 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-a814c133-83ac-4937-9d3b-de4e37556aff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532845273'] for subnet, precommit_delete_associations {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:58.319775 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-a814c133-83ac-4937-9d3b-de4e37556aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667103'] for subnet, precommit_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:58.445518 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-a814c133-83ac-4937-9d3b-de4e37556aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534626120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534459686'] for subnet, after_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:58.472374 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a814c133-83ac-4937-9d3b-de4e37556aff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bf2bf72-76c9-45e3-9b15-53fe1a62f386,revision_number=None']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:04:58.476074 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-a814c133-83ac-4937-9d3b-de4e37556aff admin admin] Notify callbacks [] for subnet, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:58.480779 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-a814c133-83ac-4937-9d3b-de4e37556aff admin admin] 10.222.0.24 "DELETE /v2.0/subnets/7bf2bf72-76c9-45e3-9b15-53fe1a62f386 HTTP/1.1" status: 204 len: 168 time: 0.3790612 Sep 03 13:04:58.481433 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 43922) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:04:58.489798 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd22467d-e253-4d88-b544-aad28a354058 None None] Network f4f3e9a4-e830-4327-9e10-6203af6583ad requested from dv-cinder-788782-9-iscsi {{(pid=120043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 13:04:58.556251 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-5eba7466-4927-4231-b00b-91d9d176159d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578772'] for network, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:58.608304 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.plugins.ml2.plugin [None req-5eba7466-4927-4231-b00b-91d9d176159d admin admin] Deleting port 1e451722-18f9-47b1-bb2d-6978b73973f4 {{(pid=120041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:04:58.608649 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-5eba7466-4927-4231-b00b-91d9d176159d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763613556462'] for port, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:58.651661 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a17aee-ddbf-4e99-8f8b-97ea30719cac None None] DHCP port deletion for f4f3e9a4-e830-4327-9e10-6203af6583ad request from dv-cinder-788782-9-iscsi {{(pid=120043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 13:04:58.673354 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.plugins.ml2.db [None req-5eba7466-4927-4231-b00b-91d9d176159d admin admin] For port 1e451722-18f9-47b1-bb2d-6978b73973f4, host dv-cinder-788782-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-9-iscsi',level=0,port_id=1e451722-18f9-47b1-bb2d-6978b73973f4,segment=NetworkSegment(c7e6ff16-9faa-439f-8dc2-c97e50e42d83),segment_id=c7e6ff16-9faa-439f-8dc2-c97e50e42d83)] {{(pid=120041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:04:58.673722 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-5eba7466-4927-4231-b00b-91d9d176159d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642786'] for port, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:58.686405 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.plugins.ml2.plugin [None req-5eba7466-4927-4231-b00b-91d9d176159d admin admin] Calling delete_port for 1e451722-18f9-47b1-bb2d-6978b73973f4 owned by network:dhcp {{(pid=120041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:04:58.697538 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.plugin [None req-82a17aee-ddbf-4e99-8f8b-97ea30719cac None None] Deleting port 1e451722-18f9-47b1-bb2d-6978b73973f4 {{(pid=120043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:04:58.697959 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-82a17aee-ddbf-4e99-8f8b-97ea30719cac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763613556462'] for port, before_delete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:58.763316 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-82a17aee-ddbf-4e99-8f8b-97ea30719cac None None] For port 1e451722-18f9-47b1-bb2d-6978b73973f4, host dv-cinder-788782-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-9-iscsi',level=0,port_id=1e451722-18f9-47b1-bb2d-6978b73973f4,segment=NetworkSegment(c7e6ff16-9faa-439f-8dc2-c97e50e42d83),segment_id=c7e6ff16-9faa-439f-8dc2-c97e50e42d83)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:04:58.764205 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-82a17aee-ddbf-4e99-8f8b-97ea30719cac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642786'] for port, precommit_delete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:58.776087 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.plugin [None req-82a17aee-ddbf-4e99-8f8b-97ea30719cac None None] Calling delete_port for 1e451722-18f9-47b1-bb2d-6978b73973f4 owned by network:dhcp {{(pid=120043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:04:58.832522 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-5eba7466-4927-4231-b00b-91d9d176159d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763613567928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763613061268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533180425'] for port, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:58.851017 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-82a17aee-ddbf-4e99-8f8b-97ea30719cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763613567928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763613061268'] for port, after_delete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:58.860838 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eba7466-4927-4231-b00b-91d9d176159d admin admin] Pushing event deleted for resources: {'Port': ['ID=1e451722-18f9-47b1-bb2d-6978b73973f4,revision_number=None']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:04:58.865647 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eba7466-4927-4231-b00b-91d9d176159d admin admin] No DVR routers for this DVR port 1e451722-18f9-47b1-bb2d-6978b73973f4 on host dv-cinder-788782-9-iscsi {{(pid=120041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 13:04:58.879008 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a17aee-ddbf-4e99-8f8b-97ea30719cac None None] Pushing event deleted for resources: {'Port': ['ID=1e451722-18f9-47b1-bb2d-6978b73973f4,revision_number=None']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:04:58.884422 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a17aee-ddbf-4e99-8f8b-97ea30719cac None None] No DVR routers for this DVR port 1e451722-18f9-47b1-bb2d-6978b73973f4 on host dv-cinder-788782-9-iscsi {{(pid=120043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 13:04:58.943933 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-5eba7466-4927-4231-b00b-91d9d176159d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665418', 'neutron.services.segments.db._delete_segments_for_network-8763613606485'] for network, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:58.954929 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.services.segments.db [None req-5eba7466-4927-4231-b00b-91d9d176159d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4f3e9a4-e830-4327-9e10-6203af6583ad']}} {{(pid=120041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:04:58.966816 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.services.segments.db [None req-5eba7466-4927-4231-b00b-91d9d176159d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7e6ff16-9faa-439f-8dc2-c97e50e42d83') {'for_net_delete': True} {{(pid=120041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:04:58.967126 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.services.segments.db [None req-5eba7466-4927-4231-b00b-91d9d176159d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7e6ff16-9faa-439f-8dc2-c97e50e42d83') {} {{(pid=120041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:04:58.976574 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-5eba7466-4927-4231-b00b-91d9d176159d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763613607518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-533074373'] for segment, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:58.978439 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-606c55b9-05c9-4ae9-a292-a8da6e966e2b req-aaadfafa-1dd5-4528-ad7f-15a8cc668c53 tempest-VolumesNegativeTest-883109018 tempest-VolumesNegativeTest-883109018-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=2606543c756d4e609fde9664ee60741b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0277317 Sep 03 13:04:58.991616 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-5eba7466-4927-4231-b00b-91d9d176159d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669750'] for segment, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:58.998116 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5eba7466-4927-4231-b00b-91d9d176159d admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=120041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 13:04:58.998504 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-5eba7466-4927-4231-b00b-91d9d176159d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533180538'] for segment, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:59.000147 dv-cinder-788782-9-iscsi neutron-server[120041]: Traceback (most recent call last): Sep 03 13:04:59.000147 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 13:04:59.000147 dv-cinder-788782-9-iscsi neutron-server[120041]: timer() Sep 03 13:04:59.000147 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 13:04:59.000147 dv-cinder-788782-9-iscsi neutron-server[120041]: cb(*args, **kw) Sep 03 13:04:59.000147 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 13:04:59.000147 dv-cinder-788782-9-iscsi neutron-server[120041]: return func(*args, **kwargs) Sep 03 13:04:59.000147 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 13:04:59.000147 dv-cinder-788782-9-iscsi neutron-server[120041]: self._notify() Sep 03 13:04:59.000147 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 13:04:59.000147 dv-cinder-788782-9-iscsi neutron-server[120041]: self.callback(batched_events) Sep 03 13:04:59.000147 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 13:04:59.000147 dv-cinder-788782-9-iscsi neutron-server[120041]: event.method(event) Sep 03 13:04:59.000147 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 13:04:59.000147 dv-cinder-788782-9-iscsi neutron-server[120041]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 13:04:59.000147 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 13:04:59.000147 dv-cinder-788782-9-iscsi neutron-server[120041]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 13:04:59.000147 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 13:04:59.000147 dv-cinder-788782-9-iscsi neutron-server[120041]: return f(self, *a, **k) Sep 03 13:04:59.000147 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 13:04:59.000147 dv-cinder-788782-9-iscsi neutron-server[120041]: return self._get(url).json() Sep 03 13:04:59.000147 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 13:04:59.000147 dv-cinder-788782-9-iscsi neutron-server[120041]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 13:04:59.000147 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 13:04:59.000147 dv-cinder-788782-9-iscsi neutron-server[120041]: return self.request(url, 'GET', **kwargs) Sep 03 13:04:59.000147 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 13:04:59.000147 dv-cinder-788782-9-iscsi neutron-server[120041]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 13:04:59.000147 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 13:04:59.000147 dv-cinder-788782-9-iscsi neutron-server[120041]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 13:04:59.000147 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 13:04:59.000147 dv-cinder-788782-9-iscsi neutron-server[120041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 13:04:59.000147 dv-cinder-788782-9-iscsi neutron-server[120041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 13:04:59.094255 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606c55b9-05c9-4ae9-a292-a8da6e966e2b req-a90488d2-08a3-4c30-b6b7-140358dbdb17 tempest-VolumesNegativeTest-883109018 tempest-VolumesNegativeTest-883109018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:04:59.095784 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-606c55b9-05c9-4ae9-a292-a8da6e966e2b req-a90488d2-08a3-4c30-b6b7-140358dbdb17 tempest-VolumesNegativeTest-883109018 tempest-VolumesNegativeTest-883109018-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1119468 Sep 03 13:04:59.108124 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-5eba7466-4927-4231-b00b-91d9d176159d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748793'] for network, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:59.111594 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.v2.base [req-606c55b9-05c9-4ae9-a292-a8da6e966e2b req-5d61fc17-3c8f-459b-ba8b-fdd5cabda82e tempest-VolumesNegativeTest-883109018 tempest-VolumesNegativeTest-883109018-project] Request body: {'port': {'device_id': 'a8b0554b-f939-4bfe-b921-1f1916b612b7', 'network_id': 'b37cfafc-9e2e-45eb-ba2b-64d89554a7af', 'admin_state_up': True, 'tenant_id': '2606543c756d4e609fde9664ee60741b'}} {{(pid=120042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:04:59.113379 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-5eba7466-4927-4231-b00b-91d9d176159d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575370'] for network, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:59.116914 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-5eba7466-4927-4231-b00b-91d9d176159d admin admin] 10.222.0.24 "DELETE /v2.0/networks/f4f3e9a4-e830-4327-9e10-6203af6583ad HTTP/1.1" status: 204 len: 168 time: 0.6327922 Sep 03 13:04:59.125794 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eba7466-4927-4231-b00b-91d9d176159d admin admin] Pushing event deleted for resources: {'Network': ['ID=f4f3e9a4-e830-4327-9e10-6203af6583ad,revision_number=None']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:04:59.323295 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-a15a2567-64dd-4d61-b035-91b55087b883 req-58947142-deed-4035-90ed-59453b465fdd tempest-VolumesNegativeTest-883109018 tempest-VolumesNegativeTest-883109018-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8b0554b-f939-4bfe-b921-1f1916b612b7 HTTP/1.1" status: 200 len: 210 time: 0.0308454 Sep 03 13:04:59.323295 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-606c55b9-05c9-4ae9-a292-a8da6e966e2b req-5d61fc17-3c8f-459b-ba8b-fdd5cabda82e tempest-VolumesNegativeTest-883109018 tempest-VolumesNegativeTest-883109018-project] Made reservation on behalf of 2606543c756d4e609fde9664ee60741b for: {'port': 1} {{(pid=120042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 13:04:59.324326 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-606c55b9-05c9-4ae9-a292-a8da6e966e2b req-5d61fc17-3c8f-459b-ba8b-fdd5cabda82e tempest-VolumesNegativeTest-883109018 tempest-VolumesNegativeTest-883109018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:59.338747 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-606c55b9-05c9-4ae9-a292-a8da6e966e2b req-5d61fc17-3c8f-459b-ba8b-fdd5cabda82e tempest-VolumesNegativeTest-883109018 tempest-VolumesNegativeTest-883109018-project] Notify callbacks [] for security_group, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:59.400187 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Device 23f38635-4b36-49c6-9c11-60cdb63e13d8 no longer exists at agent ovs-agent-dv-cinder-788782-9-iscsi {{(pid=120043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 13:04:59.420446 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.plugin [None req-08f51270-9900-45ae-a958-671501e71079 None None] No Port match for: 23f38635-4b36-49c6-9c11-60cdb63e13d8 {{(pid=120043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 13:04:59.420801 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Device 23f38635-4b36-49c6-9c11-60cdb63e13d8 not bound to the agent host dv-cinder-788782-9-iscsi {{(pid=120043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 13:04:59.421276 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Device 1633d93e-339e-4b1f-9ef8-3203b9987b27 no longer exists at agent ovs-agent-dv-cinder-788782-9-iscsi {{(pid=120043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 13:04:59.430268 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-606c55b9-05c9-4ae9-a292-a8da6e966e2b req-5d61fc17-3c8f-459b-ba8b-fdd5cabda82e tempest-VolumesNegativeTest-883109018 tempest-VolumesNegativeTest-883109018-project] Notify callbacks [] for security_group, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:59.439417 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.plugin [None req-08f51270-9900-45ae-a958-671501e71079 None None] No Port match for: 1633d93e-339e-4b1f-9ef8-3203b9987b27 {{(pid=120043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 13:04:59.439768 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Device 1633d93e-339e-4b1f-9ef8-3203b9987b27 not bound to the agent host dv-cinder-788782-9-iscsi {{(pid=120043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 13:04:59.440218 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Device 1e451722-18f9-47b1-bb2d-6978b73973f4 no longer exists at agent ovs-agent-dv-cinder-788782-9-iscsi {{(pid=120043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 13:04:59.458903 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.plugin [None req-08f51270-9900-45ae-a958-671501e71079 None None] No Port match for: 1e451722-18f9-47b1-bb2d-6978b73973f4 {{(pid=120043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 13:04:59.459279 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Device 1e451722-18f9-47b1-bb2d-6978b73973f4 not bound to the agent host dv-cinder-788782-9-iscsi {{(pid=120043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 13:04:59.547033 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 43938) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:04:59.565122 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-606c55b9-05c9-4ae9-a292-a8da6e966e2b req-5d61fc17-3c8f-459b-ba8b-fdd5cabda82e tempest-VolumesNegativeTest-883109018 tempest-VolumesNegativeTest-883109018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:59.586702 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-f6fd3f89-b353-4097-a8fd-c8ec499772be admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=48d198ff7fa4451082272b3569f83b2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385249 Sep 03 13:04:59.589207 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 43940) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:04:59.629207 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d61fc17-3c8f-459b-ba8b-fdd5cabda82e tempest-VolumesNegativeTest-883109018 tempest-VolumesNegativeTest-883109018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aebe73a8-90c0-4e4c-a3f5-8a1e7239fa1c,revision_number=1']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:04:59.636009 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-ab810093-649d-4a3d-8bf2-b7300609005a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:59.659194 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-ab810093-649d-4a3d-8bf2-b7300609005a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:59.709085 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.db_base_plugin_common [req-606c55b9-05c9-4ae9-a292-a8da6e966e2b req-5d61fc17-3c8f-459b-ba8b-fdd5cabda82e tempest-VolumesNegativeTest-883109018 tempest-VolumesNegativeTest-883109018-project] Allocated IP 192.168.233.136 (b37cfafc-9e2e-45eb-ba2b-64d89554a7af/5ae48b4a-a187-49de-ba05-36847b001811/90716f6f-820e-4667-944f-f8451df8d4c5) {{(pid=120042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 13:04:59.810848 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-ab810093-649d-4a3d-8bf2-b7300609005a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:59.813621 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-ab810093-649d-4a3d-8bf2-b7300609005a admin admin] Notify callbacks [] for security_group, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:59.814772 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-ab810093-649d-4a3d-8bf2-b7300609005a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ea586cd4-a3f6-45a0-aed3-da61003dfbde HTTP/1.1" status: 204 len: 168 time: 0.2239339 Sep 03 13:04:59.822669 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab810093-649d-4a3d-8bf2-b7300609005a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea586cd4-a3f6-45a0-aed3-da61003dfbde,revision_number=None']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:04:59.909488 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-606c55b9-05c9-4ae9-a292-a8da6e966e2b req-5d61fc17-3c8f-459b-ba8b-fdd5cabda82e tempest-VolumesNegativeTest-883109018 tempest-VolumesNegativeTest-883109018-project] Notify callbacks [] for port, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:04:59.923332 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.provisioning_blocks [req-606c55b9-05c9-4ae9-a292-a8da6e966e2b req-5d61fc17-3c8f-459b-ba8b-fdd5cabda82e tempest-VolumesNegativeTest-883109018 tempest-VolumesNegativeTest-883109018-project] Transition to ACTIVE for port object 90716f6f-820e-4667-944f-f8451df8d4c5 will not be triggered until provisioned by entity DHCP. {{(pid=120042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:05:00.046038 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-606c55b9-05c9-4ae9-a292-a8da6e966e2b req-5d61fc17-3c8f-459b-ba8b-fdd5cabda82e tempest-VolumesNegativeTest-883109018 tempest-VolumesNegativeTest-883109018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763613061259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534626149'] for port, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:00.093671 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-606c55b9-05c9-4ae9-a292-a8da6e966e2b req-5d61fc17-3c8f-459b-ba8b-fdd5cabda82e tempest-VolumesNegativeTest-883109018 tempest-VolumesNegativeTest-883109018-project] Network b37cfafc-9e2e-45eb-ba2b-64d89554a7af is already hosted by enough agents. {{(pid=120042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 13:05:00.103875 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.base_scheduler [req-606c55b9-05c9-4ae9-a292-a8da6e966e2b req-5d61fc17-3c8f-459b-ba8b-fdd5cabda82e tempest-VolumesNegativeTest-883109018 tempest-VolumesNegativeTest-883109018-project] Resources bound (agent type, host, resource id): {{(pid=120042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:05:00.105724 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d61fc17-3c8f-459b-ba8b-fdd5cabda82e tempest-VolumesNegativeTest-883109018 tempest-VolumesNegativeTest-883109018-project] Pushing event updated for resources: {'Port': ['ID=90716f6f-820e-4667-944f-f8451df8d4c5,revision_number=1']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:05:00.109145 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.l3_dvrscheduler_db [req-606c55b9-05c9-4ae9-a292-a8da6e966e2b req-5d61fc17-3c8f-459b-ba8b-fdd5cabda82e tempest-VolumesNegativeTest-883109018 tempest-VolumesNegativeTest-883109018-project] Received port after_create {{(pid=120042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 13:05:00.176309 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606c55b9-05c9-4ae9-a292-a8da6e966e2b req-5d61fc17-3c8f-459b-ba8b-fdd5cabda82e tempest-VolumesNegativeTest-883109018 tempest-VolumesNegativeTest-883109018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:05:00.177020 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-606c55b9-05c9-4ae9-a292-a8da6e966e2b req-5d61fc17-3c8f-459b-ba8b-fdd5cabda82e tempest-VolumesNegativeTest-883109018 tempest-VolumesNegativeTest-883109018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10697'] for port, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:00.320025 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-606c55b9-05c9-4ae9-a292-a8da6e966e2b req-5d61fc17-3c8f-459b-ba8b-fdd5cabda82e tempest-VolumesNegativeTest-883109018 tempest-VolumesNegativeTest-883109018-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2132645 Sep 03 13:05:00.332479 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.v2.base [req-606c55b9-05c9-4ae9-a292-a8da6e966e2b req-d5233753-814d-489f-8535-b68b31e8b63a service neutron] Request body: {'port': {'device_id': 'a8b0554b-f939-4bfe-b921-1f1916b612b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=120042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:05:00.395238 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-606c55b9-05c9-4ae9-a292-a8da6e966e2b req-d5233753-814d-489f-8535-b68b31e8b63a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:00.461361 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-efc47261-fd5b-46f0-b3bc-6dd1b24caa7b None None] Provisioning for port 90716f6f-820e-4667-944f-f8451df8d4c5 completed by entity DHCP. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:05:00.465772 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-efc47261-fd5b-46f0-b3bc-6dd1b24caa7b None None] Provisioning complete for port 90716f6f-820e-4667-944f-f8451df8d4c5 triggered by entity DHCP. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:05:00.466151 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-efc47261-fd5b-46f0-b3bc-6dd1b24caa7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:00.500488 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.plugin [None req-efc47261-fd5b-46f0-b3bc-6dd1b24caa7b None None] Port 90716f6f-820e-4667-944f-f8451df8d4c5 cannot update to ACTIVE because it is not bound. {{(pid=120043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 13:05:00.526822 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205068c1-b1a9-4434-bda0-b02b5b5f10ab req-a551be60-14df-4847-9c0e-c5614b6eec35 tempest-VolumesNegativeTest-883109018 tempest-VolumesNegativeTest-883109018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:05:00.530459 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-205068c1-b1a9-4434-bda0-b02b5b5f10ab req-a551be60-14df-4847-9c0e-c5614b6eec35 tempest-VolumesNegativeTest-883109018 tempest-VolumesNegativeTest-883109018-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8b0554b-f939-4bfe-b921-1f1916b612b7 HTTP/1.1" status: 200 len: 936 time: 0.1258376 Sep 03 13:05:00.600393 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-205068c1-b1a9-4434-bda0-b02b5b5f10ab req-38270917-fc8c-48cb-a6de-8d0c47707449 tempest-VolumesNegativeTest-883109018 tempest-VolumesNegativeTest-883109018-project] 10.222.0.24 "GET /v2.0/security-groups?id=aebe73a8-90c0-4e4c-a3f5-8a1e7239fa1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620863 Sep 03 13:05:00.674263 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 43958) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:05:00.711509 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.notifiers.nova [req-606c55b9-05c9-4ae9-a292-a8da6e966e2b req-d5233753-814d-489f-8535-b68b31e8b63a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90716f6f-820e-4667-944f-f8451df8d4c5 {{(pid=120042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 13:05:00.712793 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-6bac2117-9f8e-4ee2-ae0e-c7e4beea0bfe admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=539bb35ad02a46eeada69d54e4097ed2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0373333 Sep 03 13:05:00.715249 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 43960) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:05:00.719920 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-606c55b9-05c9-4ae9-a292-a8da6e966e2b req-d5233753-814d-489f-8535-b68b31e8b63a service neutron] Notify callbacks [] for port, precommit_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:00.733312 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.provisioning_blocks [req-606c55b9-05c9-4ae9-a292-a8da6e966e2b req-d5233753-814d-489f-8535-b68b31e8b63a service neutron] Transition to ACTIVE for port object 90716f6f-820e-4667-944f-f8451df8d4c5 will not be triggered until provisioned by entity L2. {{(pid=120042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:05:00.765376 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-bc0221a9-56b6-4c8d-af07-00e4953d2fee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:00.786025 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-bc0221a9-56b6-4c8d-af07-00e4953d2fee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:00.810530 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-606c55b9-05c9-4ae9-a292-a8da6e966e2b req-d5233753-814d-489f-8535-b68b31e8b63a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534626162'] for port, after_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:00.870387 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5233753-814d-489f-8535-b68b31e8b63a service neutron] Pushing event updated for resources: {'Port': ['ID=90716f6f-820e-4667-944f-f8451df8d4c5,revision_number=2']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:05:00.907976 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-bc0221a9-56b6-4c8d-af07-00e4953d2fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:00.910662 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-bc0221a9-56b6-4c8d-af07-00e4953d2fee admin admin] Notify callbacks [] for security_group, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:00.912666 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-bc0221a9-56b6-4c8d-af07-00e4953d2fee admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fbc23619-1e0f-475c-89ee-ecea4bb3564d HTTP/1.1" status: 204 len: 168 time: 0.1956921 Sep 03 13:05:00.931904 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0221a9-56b6-4c8d-af07-00e4953d2fee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc23619-1e0f-475c-89ee-ecea4bb3564d,revision_number=None']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:05:00.945465 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.managers [req-606c55b9-05c9-4ae9-a292-a8da6e966e2b req-d5233753-814d-489f-8535-b68b31e8b63a service neutron] Attempting to bind port 90716f6f-820e-4667-944f-f8451df8d4c5 on host hv-cinder-78878 for vnic_type normal with profile {{(pid=120042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 13:05:00.945810 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.managers [req-606c55b9-05c9-4ae9-a292-a8da6e966e2b req-d5233753-814d-489f-8535-b68b31e8b63a service neutron] Attempting to bind port 90716f6f-820e-4667-944f-f8451df8d4c5 by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': '3d6a6ccf-b70e-4dc1-a38f-90513de91da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b37cfafc-9e2e-45eb-ba2b-64d89554a7af'}] {{(pid=120042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 13:05:00.946210 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606c55b9-05c9-4ae9-a292-a8da6e966e2b req-d5233753-814d-489f-8535-b68b31e8b63a service neutron] Attempting to bind port 90716f6f-820e-4667-944f-f8451df8d4c5 on network b37cfafc-9e2e-45eb-ba2b-64d89554a7af {{(pid=120042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 13:05:00.951545 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606c55b9-05c9-4ae9-a292-a8da6e966e2b req-d5233753-814d-489f-8535-b68b31e8b63a service neutron] Port 90716f6f-820e-4667-944f-f8451df8d4c5 on network b37cfafc-9e2e-45eb-ba2b-64d89554a7af not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=120042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 13:05:00.951930 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606c55b9-05c9-4ae9-a292-a8da6e966e2b req-d5233753-814d-489f-8535-b68b31e8b63a service neutron] Attempting to bind port 90716f6f-820e-4667-944f-f8451df8d4c5 on network b37cfafc-9e2e-45eb-ba2b-64d89554a7af {{(pid=120042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 13:05:00.957248 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606c55b9-05c9-4ae9-a292-a8da6e966e2b req-d5233753-814d-489f-8535-b68b31e8b63a service neutron] Checking agent: {'id': '0f6a9262-0a79-4cf4-ac76-73211ad22d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 12, 55, 7), 'started_at': datetime.datetime(2021, 9, 3, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 13, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 13:05:00.957606 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606c55b9-05c9-4ae9-a292-a8da6e966e2b req-d5233753-814d-489f-8535-b68b31e8b63a service neutron] Checking segment: {'id': '3d6a6ccf-b70e-4dc1-a38f-90513de91da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b37cfafc-9e2e-45eb-ba2b-64d89554a7af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 13:05:00.958355 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606c55b9-05c9-4ae9-a292-a8da6e966e2b req-d5233753-814d-489f-8535-b68b31e8b63a service neutron] Bound using segment: {'id': '3d6a6ccf-b70e-4dc1-a38f-90513de91da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b37cfafc-9e2e-45eb-ba2b-64d89554a7af'} {{(pid=120042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 13:05:00.958673 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.managers [req-606c55b9-05c9-4ae9-a292-a8da6e966e2b req-d5233753-814d-489f-8535-b68b31e8b63a service neutron] Bound port: 90716f6f-820e-4667-944f-f8451df8d4c5, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d6a6ccf-b70e-4dc1-a38f-90513de91da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b37cfafc-9e2e-45eb-ba2b-64d89554a7af'}}] {{(pid=120042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 13:05:00.959031 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-606c55b9-05c9-4ae9-a292-a8da6e966e2b req-d5233753-814d-489f-8535-b68b31e8b63a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:01.025755 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.db [req-606c55b9-05c9-4ae9-a292-a8da6e966e2b req-d5233753-814d-489f-8535-b68b31e8b63a service neutron] For port 90716f6f-820e-4667-944f-f8451df8d4c5, host hv-cinder-78878, cleared binding levels {{(pid=120042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 13:05:01.028801 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.db [req-606c55b9-05c9-4ae9-a292-a8da6e966e2b req-d5233753-814d-489f-8535-b68b31e8b63a service neutron] For port 90716f6f-820e-4667-944f-f8451df8d4c5, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=90716f6f-820e-4667-944f-f8451df8d4c5,segment=NetworkSegment(3d6a6ccf-b70e-4dc1-a38f-90513de91da7),segment_id=3d6a6ccf-b70e-4dc1-a38f-90513de91da7)] {{(pid=120042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 13:05:01.147968 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-606c55b9-05c9-4ae9-a292-a8da6e966e2b req-d5233753-814d-489f-8535-b68b31e8b63a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534626162'] for port, after_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:01.181162 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606c55b9-05c9-4ae9-a292-a8da6e966e2b req-d5233753-814d-489f-8535-b68b31e8b63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:05:01.181785 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-606c55b9-05c9-4ae9-a292-a8da6e966e2b req-d5233753-814d-489f-8535-b68b31e8b63a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10697'] for port, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:01.183153 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-606c55b9-05c9-4ae9-a292-a8da6e966e2b req-d5233753-814d-489f-8535-b68b31e8b63a service neutron] 10.222.0.11 "PUT /v2.0/ports/90716f6f-820e-4667-944f-f8451df8d4c5 HTTP/1.1" status: 200 len: 1098 time: 0.8548210 Sep 03 13:05:01.183590 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8b0554b-f939-4bfe-b921-1f1916b612b7', 'tag': '90716f6f-820e-4667-944f-f8451df8d4c5'}] {{(pid=120042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:05:01.185914 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d2a6420b193a10f45e0477184c700453c1253cfa456d27c4e3ab5b2f2f62351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3170ee0-db6a-4a61-a04f-e468376e1b5a" -d '{"events": [{"name": "network-changed", "server_uuid": "a8b0554b-f939-4bfe-b921-1f1916b612b7", "tag": "90716f6f-820e-4667-944f-f8451df8d4c5"}]}' {{(pid=120042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:05:01.209502 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5233753-814d-489f-8535-b68b31e8b63a service neutron] Pushing event updated for resources: {'Port': ['ID=90716f6f-820e-4667-944f-f8451df8d4c5,revision_number=3']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:05:01.226567 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 13:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-882a270b-02fb-49a3-9f62-3e5bebc29295 x-openstack-request-id: req-882a270b-02fb-49a3-9f62-3e5bebc29295 {{(pid=120042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:05:01.226946 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8b0554b-f939-4bfe-b921-1f1916b612b7", "tag": "90716f6f-820e-4667-944f-f8451df8d4c5", "status": "completed", "code": 200}]} {{(pid=120042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:05:01.227272 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-882a270b-02fb-49a3-9f62-3e5bebc29295 {{(pid=120042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:05:01.227771 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8b0554b-f939-4bfe-b921-1f1916b612b7', 'tag': '90716f6f-820e-4667-944f-f8451df8d4c5', 'status': 'completed', 'code': 200} Sep 03 13:05:01.715547 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c3f8ca-4f58-43d1-a41a-02e871419e7e req-1065d87a-8e0a-41a4-8c2f-375565028add tempest-VolumesNegativeTest-883109018 tempest-VolumesNegativeTest-883109018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:05:01.717717 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-63c3f8ca-4f58-43d1-a41a-02e871419e7e req-1065d87a-8e0a-41a4-8c2f-375565028add tempest-VolumesNegativeTest-883109018 tempest-VolumesNegativeTest-883109018-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8b0554b-f939-4bfe-b921-1f1916b612b7 HTTP/1.1" status: 200 len: 948 time: 0.0511928 Sep 03 13:05:01.753956 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-63c3f8ca-4f58-43d1-a41a-02e871419e7e req-0387062c-789d-4053-af4a-ac18698c5301 tempest-VolumesNegativeTest-883109018 tempest-VolumesNegativeTest-883109018-project] 10.222.0.24 "GET /v2.0/security-groups?id=aebe73a8-90c0-4e4c-a3f5-8a1e7239fa1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304615 Sep 03 13:05:02.867067 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520328af-27de-4c74-9d78-6b7bc2193bbb req-0cd8a844-7719-40c6-be9a-ff9a7ad7cd07 tempest-VolumesNegativeTest-883109018 tempest-VolumesNegativeTest-883109018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:05:02.868567 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-520328af-27de-4c74-9d78-6b7bc2193bbb req-0cd8a844-7719-40c6-be9a-ff9a7ad7cd07 tempest-VolumesNegativeTest-883109018 tempest-VolumesNegativeTest-883109018-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8b0554b-f939-4bfe-b921-1f1916b612b7 HTTP/1.1" status: 200 len: 948 time: 0.0483365 Sep 03 13:05:02.905689 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-520328af-27de-4c74-9d78-6b7bc2193bbb req-ad6be784-61e6-44b0-b5c7-999a25d37230 tempest-VolumesNegativeTest-883109018 tempest-VolumesNegativeTest-883109018-project] 10.222.0.24 "GET /v2.0/security-groups?id=aebe73a8-90c0-4e4c-a3f5-8a1e7239fa1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311124 Sep 03 13:05:03.761551 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3170ee0-db6a-4a61-a04f-e468376e1b5a req-4db43d69-b1f5-4474-8e71-cba56b553905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:05:03.763001 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-f3170ee0-db6a-4a61-a04f-e468376e1b5a req-4db43d69-b1f5-4474-8e71-cba56b553905 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2606543c756d4e609fde9664ee60741b&device_id=a8b0554b-f939-4bfe-b921-1f1916b612b7 HTTP/1.1" status: 200 len: 1101 time: 0.0390291 Sep 03 13:05:03.792630 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-f3170ee0-db6a-4a61-a04f-e468376e1b5a req-caa7f126-7846-48a8-a8eb-4b0af25f4758 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=2606543c756d4e609fde9664ee60741b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0185957 Sep 03 13:05:03.887467 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3170ee0-db6a-4a61-a04f-e468376e1b5a req-7c60aaf8-d2f8-4bad-b703-96b92e238f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:05:03.888984 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-f3170ee0-db6a-4a61-a04f-e468376e1b5a req-7c60aaf8-d2f8-4bad-b703-96b92e238f07 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0895860 Sep 03 13:05:03.965749 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606c55b9-05c9-4ae9-a292-a8da6e966e2b req-fa7b00f6-1792-48c6-9072-82059dc2a91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:05:03.967268 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-606c55b9-05c9-4ae9-a292-a8da6e966e2b req-fa7b00f6-1792-48c6-9072-82059dc2a91f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2606543c756d4e609fde9664ee60741b&device_id=a8b0554b-f939-4bfe-b921-1f1916b612b7 HTTP/1.1" status: 200 len: 1101 time: 0.0440135 Sep 03 13:05:04.034209 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-606c55b9-05c9-4ae9-a292-a8da6e966e2b req-8f56314d-d04e-49c7-aafc-4111da117362 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=90716f6f-820e-4667-944f-f8451df8d4c5 HTTP/1.1" status: 200 len: 217 time: 0.0531101 Sep 03 13:05:04.053942 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f58a20f-39c2-4e33-8542-cde117a2e083 req-8db2fe7f-3eb6-49eb-a313-b42f1f9f5991 tempest-VolumesNegativeTest-883109018 tempest-VolumesNegativeTest-883109018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:05:04.055419 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-6f58a20f-39c2-4e33-8542-cde117a2e083 req-8db2fe7f-3eb6-49eb-a313-b42f1f9f5991 tempest-VolumesNegativeTest-883109018 tempest-VolumesNegativeTest-883109018-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8b0554b-f939-4bfe-b921-1f1916b612b7 HTTP/1.1" status: 200 len: 948 time: 0.0826442 Sep 03 13:05:04.092581 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-6f58a20f-39c2-4e33-8542-cde117a2e083 req-28c8a429-97d6-4a9a-b342-c94badd4d21c tempest-VolumesNegativeTest-883109018 tempest-VolumesNegativeTest-883109018-project] 10.222.0.24 "GET /v2.0/security-groups?id=aebe73a8-90c0-4e4c-a3f5-8a1e7239fa1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312011 Sep 03 13:05:04.928937 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606c55b9-05c9-4ae9-a292-a8da6e966e2b req-a0474723-94b1-4ee3-ad06-8dadcfda5c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:05:04.930336 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-606c55b9-05c9-4ae9-a292-a8da6e966e2b req-a0474723-94b1-4ee3-ad06-8dadcfda5c61 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5ae48b4a-a187-49de-ba05-36847b001811 HTTP/1.1" status: 200 len: 843 time: 0.0441480 Sep 03 13:05:05.205920 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f05311e-8fa1-436d-ac77-bc5ce7c8c7a6 req-29f4fd80-21a0-41c4-873e-8841025f4f2a tempest-VolumesNegativeTest-883109018 tempest-VolumesNegativeTest-883109018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:05:05.207373 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-2f05311e-8fa1-436d-ac77-bc5ce7c8c7a6 req-29f4fd80-21a0-41c4-873e-8841025f4f2a tempest-VolumesNegativeTest-883109018 tempest-VolumesNegativeTest-883109018-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8b0554b-f939-4bfe-b921-1f1916b612b7 HTTP/1.1" status: 200 len: 948 time: 0.0509670 Sep 03 13:05:05.243878 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-2f05311e-8fa1-436d-ac77-bc5ce7c8c7a6 req-e0f669cc-f2fd-4444-86ce-02514df4b16a tempest-VolumesNegativeTest-883109018 tempest-VolumesNegativeTest-883109018-project] 10.222.0.24 "GET /v2.0/security-groups?id=aebe73a8-90c0-4e4c-a3f5-8a1e7239fa1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301733 Sep 03 13:05:05.261791 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-3abc7eaf-12dc-45cb-9963-5dceb84372b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:06.353312 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e0b23b-5f06-42f3-b439-7194b0a65c5d req-3c5c0ec7-d447-458a-9598-d45552ee9ae9 tempest-VolumesNegativeTest-883109018 tempest-VolumesNegativeTest-883109018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:05:06.354784 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-d5e0b23b-5f06-42f3-b439-7194b0a65c5d req-3c5c0ec7-d447-458a-9598-d45552ee9ae9 tempest-VolumesNegativeTest-883109018 tempest-VolumesNegativeTest-883109018-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8b0554b-f939-4bfe-b921-1f1916b612b7 HTTP/1.1" status: 200 len: 948 time: 0.0475135 Sep 03 13:05:06.391011 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-d5e0b23b-5f06-42f3-b439-7194b0a65c5d req-749b40a2-9657-4744-96ad-cfe990a1319a tempest-VolumesNegativeTest-883109018 tempest-VolumesNegativeTest-883109018-project] 10.222.0.24 "GET /v2.0/security-groups?id=aebe73a8-90c0-4e4c-a3f5-8a1e7239fa1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304885 Sep 03 13:05:06.749825 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606c55b9-05c9-4ae9-a292-a8da6e966e2b req-fce4edc6-c6ad-4429-a919-42c73beb065d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:05:06.751281 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-606c55b9-05c9-4ae9-a292-a8da6e966e2b req-fce4edc6-c6ad-4429-a919-42c73beb065d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b37cfafc-9e2e-45eb-ba2b-64d89554a7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0393305 Sep 03 13:05:06.846935 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-606c55b9-05c9-4ae9-a292-a8da6e966e2b req-ccf00578-4ad4-4dae-bb77-eae641af1fb5 service neutron] 10.222.0.11 "GET /v2.0/networks/b37cfafc-9e2e-45eb-ba2b-64d89554a7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867496 Sep 03 13:05:06.924802 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:06.937876 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-606c55b9-05c9-4ae9-a292-a8da6e966e2b req-6ca7505e-d961-4743-84d5-36fe0e4dda7b service neutron] 10.222.0.11 "GET /v2.0/networks/b37cfafc-9e2e-45eb-ba2b-64d89554a7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823295 Sep 03 13:05:07.505239 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44206d27-a061-4a27-957a-97ec1a582676 req-d090c9e8-33ce-4829-a294-d4be2f9775e2 tempest-VolumesNegativeTest-883109018 tempest-VolumesNegativeTest-883109018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:05:07.506693 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-44206d27-a061-4a27-957a-97ec1a582676 req-d090c9e8-33ce-4829-a294-d4be2f9775e2 tempest-VolumesNegativeTest-883109018 tempest-VolumesNegativeTest-883109018-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8b0554b-f939-4bfe-b921-1f1916b612b7 HTTP/1.1" status: 200 len: 948 time: 0.0506258 Sep 03 13:05:07.542981 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-44206d27-a061-4a27-957a-97ec1a582676 req-7549f78b-1e72-4c42-bd7c-19d9c7f2dbec tempest-VolumesNegativeTest-883109018 tempest-VolumesNegativeTest-883109018-project] 10.222.0.24 "GET /v2.0/security-groups?id=aebe73a8-90c0-4e4c-a3f5-8a1e7239fa1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305519 Sep 03 13:05:07.821424 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-ac2beab9-df90-4c88-820e-de4d00f9c318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:08.426390 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:08.653616 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc53626-5cbe-43ee-b735-9da672ff7b79 req-730b7060-a049-45af-a5c5-d3e9410bc581 tempest-VolumesNegativeTest-883109018 tempest-VolumesNegativeTest-883109018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:05:08.655701 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-4cc53626-5cbe-43ee-b735-9da672ff7b79 req-730b7060-a049-45af-a5c5-d3e9410bc581 tempest-VolumesNegativeTest-883109018 tempest-VolumesNegativeTest-883109018-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8b0554b-f939-4bfe-b921-1f1916b612b7 HTTP/1.1" status: 200 len: 948 time: 0.0483167 Sep 03 13:05:08.693408 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-4cc53626-5cbe-43ee-b735-9da672ff7b79 req-094e90ee-cafe-4718-9a26-67fc68fe4fbd tempest-VolumesNegativeTest-883109018 tempest-VolumesNegativeTest-883109018-project] 10.222.0.24 "GET /v2.0/security-groups?id=aebe73a8-90c0-4e4c-a3f5-8a1e7239fa1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316679 Sep 03 13:05:08.743138 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Device 90716f6f-820e-4667-944f-f8451df8d4c5 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=120043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 13:05:08.834136 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] For port 90716f6f-820e-4667-944f-f8451df8d4c5, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=90716f6f-820e-4667-944f-f8451df8d4c5,segment=NetworkSegment(3d6a6ccf-b70e-4dc1-a38f-90513de91da7),segment_id=3d6a6ccf-b70e-4dc1-a38f-90513de91da7)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:05:08.845337 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Returning: {'device': '90716f6f-820e-4667-944f-f8451df8d4c5', 'network_id': 'b37cfafc-9e2e-45eb-ba2b-64d89554a7af', 'port_id': '90716f6f-820e-4667-944f-f8451df8d4c5', 'mac_address': 'fa:16:3e:97:9e:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ae48b4a-a187-49de-ba05-36847b001811', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 13:05:08.885072 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:08.897563 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.notifiers.nova [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90716f6f-820e-4667-944f-f8451df8d4c5 {{(pid=120043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 13:05:08.916497 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] For port 90716f6f-820e-4667-944f-f8451df8d4c5, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=90716f6f-820e-4667-944f-f8451df8d4c5,segment=NetworkSegment(3d6a6ccf-b70e-4dc1-a38f-90513de91da7),segment_id=3d6a6ccf-b70e-4dc1-a38f-90513de91da7)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:05:08.974327 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:09.022604 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Pushing event updated for resources: {'Port': ['ID=90716f6f-820e-4667-944f-f8451df8d4c5,revision_number=4']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:05:09.055889 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08724a11-fd48-4ea4-9071-7b022d0e8053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:09.194614 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] get_ports_and_sgs() called for port_ids ['90716f6f-820e-4667-944f-f8451df8d4c5'] {{(pid=120043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 13:05:09.803580 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c69f8d0-4f82-4084-afc2-134dce5d90fd req-ef70c3dd-e8fa-4170-b2f2-c866c579f78c tempest-VolumesNegativeTest-883109018 tempest-VolumesNegativeTest-883109018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:05:09.804965 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-2c69f8d0-4f82-4084-afc2-134dce5d90fd req-ef70c3dd-e8fa-4170-b2f2-c866c579f78c tempest-VolumesNegativeTest-883109018 tempest-VolumesNegativeTest-883109018-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8b0554b-f939-4bfe-b921-1f1916b612b7 HTTP/1.1" status: 200 len: 949 time: 0.0470133 Sep 03 13:05:09.842678 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-2c69f8d0-4f82-4084-afc2-134dce5d90fd req-c294a2b7-3917-4dc9-8817-531a7a998e65 tempest-VolumesNegativeTest-883109018 tempest-VolumesNegativeTest-883109018-project] 10.222.0.24 "GET /v2.0/security-groups?id=aebe73a8-90c0-4e4c-a3f5-8a1e7239fa1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315957 Sep 03 13:05:10.759778 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Device 90716f6f-820e-4667-944f-f8451df8d4c5 up at agent hyperv_hv-cinder-78878 {{(pid=120043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:05:10.794441 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-df5ee12c-e8c1-490b-8d0e-415336677a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:10.900939 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Provisioning for port 90716f6f-820e-4667-944f-f8451df8d4c5 completed by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:05:10.905034 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Provisioning complete for port 90716f6f-820e-4667-944f-f8451df8d4c5 triggered by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:05:10.905414 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:10.963688 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc7d174-6f6b-48ce-b691-cb4d7dbaa044 req-e9a77de2-3dff-45a2-b898-8190395f0f12 tempest-VolumesNegativeTest-883109018 tempest-VolumesNegativeTest-883109018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:05:10.965183 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-fdc7d174-6f6b-48ce-b691-cb4d7dbaa044 req-e9a77de2-3dff-45a2-b898-8190395f0f12 tempest-VolumesNegativeTest-883109018 tempest-VolumesNegativeTest-883109018-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8b0554b-f939-4bfe-b921-1f1916b612b7 HTTP/1.1" status: 200 len: 949 time: 0.0519896 Sep 03 13:05:10.981512 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:11.004232 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-fdc7d174-6f6b-48ce-b691-cb4d7dbaa044 req-50593e6d-b3d3-407d-bcf0-514a7907474a tempest-VolumesNegativeTest-883109018 tempest-VolumesNegativeTest-883109018-project] 10.222.0.24 "GET /v2.0/security-groups?id=aebe73a8-90c0-4e4c-a3f5-8a1e7239fa1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325708 Sep 03 13:05:11.009014 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8b0554b-f939-4bfe-b921-1f1916b612b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90716f6f-820e-4667-944f-f8451df8d4c5'}] {{(pid=120043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:05:11.012167 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75183f2819bd2f1145e278a2316968184774222fd4353ccf17289daf4feac16a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b237228-7ab4-4bf0-ae1f-e21546788ab1" -d '{"events": [{"server_uuid": "a8b0554b-f939-4bfe-b921-1f1916b612b7", "name": "network-vif-plugged", "status": "completed", "tag": "90716f6f-820e-4667-944f-f8451df8d4c5"}]}' {{(pid=120043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:05:11.028026 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] For port 90716f6f-820e-4667-944f-f8451df8d4c5, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=90716f6f-820e-4667-944f-f8451df8d4c5,segment=NetworkSegment(3d6a6ccf-b70e-4dc1-a38f-90513de91da7),segment_id=3d6a6ccf-b70e-4dc1-a38f-90513de91da7)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:05:11.059644 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 13:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb20e9f-e8c1-46f5-a4a8-30ad6e0ea2ad x-openstack-request-id: req-dcb20e9f-e8c1-46f5-a4a8-30ad6e0ea2ad {{(pid=120043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:05:11.059989 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8b0554b-f939-4bfe-b921-1f1916b612b7", "name": "network-vif-plugged", "status": "completed", "tag": "90716f6f-820e-4667-944f-f8451df8d4c5", "code": 200}]} {{(pid=120043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:05:11.060248 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dcb20e9f-e8c1-46f5-a4a8-30ad6e0ea2ad {{(pid=120043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:05:11.060648 dv-cinder-788782-9-iscsi neutron-server[120043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8b0554b-f939-4bfe-b921-1f1916b612b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90716f6f-820e-4667-944f-f8451df8d4c5', 'code': 200} Sep 03 13:05:11.107804 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:11.156235 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Pushing event updated for resources: {'Port': ['ID=90716f6f-820e-4667-944f-f8451df8d4c5,revision_number=5']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:05:11.434860 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d961c38-60b8-4a39-b2a9-b80f75ee84e0 req-69cd7cc4-8fb1-4aff-821d-ab9c7548d220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:05:11.436400 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-9d961c38-60b8-4a39-b2a9-b80f75ee84e0 req-69cd7cc4-8fb1-4aff-821d-ab9c7548d220 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a8b0554b-f939-4bfe-b921-1f1916b612b7 HTTP/1.1" status: 200 len: 1103 time: 0.0393450 Sep 03 13:05:11.471164 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-9d961c38-60b8-4a39-b2a9-b80f75ee84e0 req-afc435bc-fbdc-4b86-abca-93666239876c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=aebe73a8-90c0-4e4c-a3f5-8a1e7239fa1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270798 Sep 03 13:05:12.115150 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1903d0d3-62a3-4604-9916-f6516eb195b1 req-2d680d54-331e-45b4-94b3-4b3d1ed3b6f7 tempest-VolumesNegativeTest-883109018 tempest-VolumesNegativeTest-883109018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:05:12.116974 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-1903d0d3-62a3-4604-9916-f6516eb195b1 req-2d680d54-331e-45b4-94b3-4b3d1ed3b6f7 tempest-VolumesNegativeTest-883109018 tempest-VolumesNegativeTest-883109018-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8b0554b-f939-4bfe-b921-1f1916b612b7 HTTP/1.1" status: 200 len: 950 time: 0.0471027 Sep 03 13:05:12.152702 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-1903d0d3-62a3-4604-9916-f6516eb195b1 req-32d42370-2949-4cf5-8d5d-426f3715d534 tempest-VolumesNegativeTest-883109018 tempest-VolumesNegativeTest-883109018-project] 10.222.0.24 "GET /v2.0/security-groups?id=aebe73a8-90c0-4e4c-a3f5-8a1e7239fa1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300491 Sep 03 13:05:13.268628 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f97634-7d46-4135-aa1f-e7967163799c req-de672df3-5789-4ed2-a28e-0d525b7dd53e tempest-VolumesNegativeTest-883109018 tempest-VolumesNegativeTest-883109018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:05:13.270128 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-f4f97634-7d46-4135-aa1f-e7967163799c req-de672df3-5789-4ed2-a28e-0d525b7dd53e tempest-VolumesNegativeTest-883109018 tempest-VolumesNegativeTest-883109018-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8b0554b-f939-4bfe-b921-1f1916b612b7 HTTP/1.1" status: 200 len: 950 time: 0.0510881 Sep 03 13:05:13.308785 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-f4f97634-7d46-4135-aa1f-e7967163799c req-416e3890-9ede-4ad9-a806-d690b4925743 tempest-VolumesNegativeTest-883109018 tempest-VolumesNegativeTest-883109018-project] 10.222.0.24 "GET /v2.0/security-groups?id=aebe73a8-90c0-4e4c-a3f5-8a1e7239fa1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323327 Sep 03 13:05:13.784605 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7b898a-ed95-40a9-afc9-fbe2fe616d53 req-ff00ca65-7b02-447c-ad28-4a2bc9313eec tempest-VolumesNegativeTest-883109018 tempest-VolumesNegativeTest-883109018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:05:13.786039 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-dd7b898a-ed95-40a9-afc9-fbe2fe616d53 req-ff00ca65-7b02-447c-ad28-4a2bc9313eec tempest-VolumesNegativeTest-883109018 tempest-VolumesNegativeTest-883109018-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8b0554b-f939-4bfe-b921-1f1916b612b7 HTTP/1.1" status: 200 len: 950 time: 0.0471516 Sep 03 13:05:13.822354 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-dd7b898a-ed95-40a9-afc9-fbe2fe616d53 req-6e70236c-73c7-480f-9fe9-4c5cfe469846 tempest-VolumesNegativeTest-883109018 tempest-VolumesNegativeTest-883109018-project] 10.222.0.24 "GET /v2.0/security-groups?id=aebe73a8-90c0-4e4c-a3f5-8a1e7239fa1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304573 Sep 03 13:05:14.017040 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-3a038ea0-15ff-46b5-b4fa-0a4f99ec6649 req-78be8ac1-9595-4cf7-920b-c0c5f8661bfb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=732aca35-671d-4ac9-9e2d-f9c68385521f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0378668 Sep 03 13:05:14.100028 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a038ea0-15ff-46b5-b4fa-0a4f99ec6649 req-e0a84312-386c-4b21-bfa9-5a163f6b83cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:05:14.101494 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-3a038ea0-15ff-46b5-b4fa-0a4f99ec6649 req-e0a84312-386c-4b21-bfa9-5a163f6b83cf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ca4d8f1b1cc14659a16af4ec915819aa&device_id=732aca35-671d-4ac9-9e2d-f9c68385521f HTTP/1.1" status: 200 len: 1098 time: 0.0418336 Sep 03 13:05:14.201416 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a038ea0-15ff-46b5-b4fa-0a4f99ec6649 req-a540d9ec-5f18-41e0-8fbb-1fbf7e7362b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:05:14.202921 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-3a038ea0-15ff-46b5-b4fa-0a4f99ec6649 req-a540d9ec-5f18-41e0-8fbb-1fbf7e7362b8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=345637cf-75d9-4779-b1b1-52f200b41e58 HTTP/1.1" status: 200 len: 909 time: 0.0811722 Sep 03 13:05:14.270713 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-3a038ea0-15ff-46b5-b4fa-0a4f99ec6649 req-745e7e22-a3ca-4b6b-8fd1-b83a6ec239e0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c95bbd98-88a0-4068-b974-d265ec66202f HTTP/1.1" status: 200 len: 1001 time: 0.0585935 Sep 03 13:05:14.318021 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a038ea0-15ff-46b5-b4fa-0a4f99ec6649 req-e3003119-ff73-4fcd-83c0-0de9afa0cc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:05:14.319384 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-3a038ea0-15ff-46b5-b4fa-0a4f99ec6649 req-e3003119-ff73-4fcd-83c0-0de9afa0cc18 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9e2dffd0-2e45-4317-8b2f-2228f5cb6a48 HTTP/1.1" status: 200 len: 848 time: 0.0410721 Sep 03 13:05:14.364654 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a038ea0-15ff-46b5-b4fa-0a4f99ec6649 req-06ae67a3-3a44-46db-bf60-747c2505d4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:05:14.366316 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-3a038ea0-15ff-46b5-b4fa-0a4f99ec6649 req-06ae67a3-3a44-46db-bf60-747c2505d4cf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=345637cf-75d9-4779-b1b1-52f200b41e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0379333 Sep 03 13:05:14.459561 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-3a038ea0-15ff-46b5-b4fa-0a4f99ec6649 req-bd29040c-718c-4693-83bb-7c15becb943d service neutron] 10.222.0.11 "GET /v2.0/networks/345637cf-75d9-4779-b1b1-52f200b41e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842986 Sep 03 13:05:14.546996 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-3a038ea0-15ff-46b5-b4fa-0a4f99ec6649 req-e8b0cf7d-b04d-469e-ac13-04c97bc37630 service neutron] 10.222.0.11 "GET /v2.0/networks/345637cf-75d9-4779-b1b1-52f200b41e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792577 Sep 03 13:05:14.962946 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b9d515-4353-4329-8f11-e7d7eeed9d13 req-2915dd69-dcc6-4d66-850f-e2acd5506788 tempest-VolumesNegativeTest-883109018 tempest-VolumesNegativeTest-883109018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:05:14.964602 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-74b9d515-4353-4329-8f11-e7d7eeed9d13 req-2915dd69-dcc6-4d66-850f-e2acd5506788 tempest-VolumesNegativeTest-883109018 tempest-VolumesNegativeTest-883109018-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8b0554b-f939-4bfe-b921-1f1916b612b7 HTTP/1.1" status: 200 len: 950 time: 0.0700524 Sep 03 13:05:15.001509 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-74b9d515-4353-4329-8f11-e7d7eeed9d13 req-161cb198-18ee-41db-8b67-f94ce5f979cb tempest-VolumesNegativeTest-883109018 tempest-VolumesNegativeTest-883109018-project] 10.222.0.24 "GET /v2.0/security-groups?id=aebe73a8-90c0-4e4c-a3f5-8a1e7239fa1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308752 Sep 03 13:05:15.144221 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e2d707-8105-47cf-9066-bfb79239ed1c req-49ce507c-4122-48ff-b930-523ffe69c598 tempest-VolumesNegativeTest-883109018 tempest-VolumesNegativeTest-883109018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:05:15.145630 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-16e2d707-8105-47cf-9066-bfb79239ed1c req-49ce507c-4122-48ff-b930-523ffe69c598 tempest-VolumesNegativeTest-883109018 tempest-VolumesNegativeTest-883109018-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8b0554b-f939-4bfe-b921-1f1916b612b7 HTTP/1.1" status: 200 len: 950 time: 0.0462413 Sep 03 13:05:15.230138 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.plugin [req-16e2d707-8105-47cf-9066-bfb79239ed1c req-43e0f2d0-c9fc-47ef-a193-efe8957304a8 tempest-VolumesNegativeTest-883109018 tempest-VolumesNegativeTest-883109018-project] Deleting port 90716f6f-820e-4667-944f-f8451df8d4c5 {{(pid=120042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:05:15.230480 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-16e2d707-8105-47cf-9066-bfb79239ed1c req-43e0f2d0-c9fc-47ef-a193-efe8957304a8 tempest-VolumesNegativeTest-883109018 tempest-VolumesNegativeTest-883109018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763613556462'] for port, before_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:15.317200 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.db [req-16e2d707-8105-47cf-9066-bfb79239ed1c req-43e0f2d0-c9fc-47ef-a193-efe8957304a8 tempest-VolumesNegativeTest-883109018 tempest-VolumesNegativeTest-883109018-project] For port 90716f6f-820e-4667-944f-f8451df8d4c5, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=90716f6f-820e-4667-944f-f8451df8d4c5,segment=NetworkSegment(3d6a6ccf-b70e-4dc1-a38f-90513de91da7),segment_id=3d6a6ccf-b70e-4dc1-a38f-90513de91da7)] {{(pid=120042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:05:15.317894 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-16e2d707-8105-47cf-9066-bfb79239ed1c req-43e0f2d0-c9fc-47ef-a193-efe8957304a8 tempest-VolumesNegativeTest-883109018 tempest-VolumesNegativeTest-883109018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642786'] for port, precommit_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:15.328957 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.plugin [req-16e2d707-8105-47cf-9066-bfb79239ed1c req-43e0f2d0-c9fc-47ef-a193-efe8957304a8 tempest-VolumesNegativeTest-883109018 tempest-VolumesNegativeTest-883109018-project] Calling delete_port for 90716f6f-820e-4667-944f-f8451df8d4c5 owned by compute:nova {{(pid=120042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:05:15.518747 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-16e2d707-8105-47cf-9066-bfb79239ed1c req-43e0f2d0-c9fc-47ef-a193-efe8957304a8 tempest-VolumesNegativeTest-883109018 tempest-VolumesNegativeTest-883109018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763613567928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763613061268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534626149'] for port, after_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:15.544550 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e0f2d0-c9fc-47ef-a193-efe8957304a8 tempest-VolumesNegativeTest-883109018 tempest-VolumesNegativeTest-883109018-project] Pushing event deleted for resources: {'Port': ['ID=90716f6f-820e-4667-944f-f8451df8d4c5,revision_number=None']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:05:15.585249 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.l3_dvrscheduler_db [req-16e2d707-8105-47cf-9066-bfb79239ed1c req-43e0f2d0-c9fc-47ef-a193-efe8957304a8 tempest-VolumesNegativeTest-883109018 tempest-VolumesNegativeTest-883109018-project] No DVR routers for this DVR port 90716f6f-820e-4667-944f-f8451df8d4c5 on host hv-cinder-78878 {{(pid=120042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 13:05:15.587716 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-16e2d707-8105-47cf-9066-bfb79239ed1c req-43e0f2d0-c9fc-47ef-a193-efe8957304a8 tempest-VolumesNegativeTest-883109018 tempest-VolumesNegativeTest-883109018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10697'] for port, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:15.589761 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-16e2d707-8105-47cf-9066-bfb79239ed1c req-43e0f2d0-c9fc-47ef-a193-efe8957304a8 tempest-VolumesNegativeTest-883109018 tempest-VolumesNegativeTest-883109018-project] 10.222.0.11 "DELETE /v2.0/ports/90716f6f-820e-4667-944f-f8451df8d4c5 HTTP/1.1" status: 204 len: 173 time: 0.4369648 Sep 03 13:05:15.590207 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8b0554b-f939-4bfe-b921-1f1916b612b7', 'name': 'network-vif-deleted', 'tag': '90716f6f-820e-4667-944f-f8451df8d4c5'}] {{(pid=120042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:05:15.592511 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d2a6420b193a10f45e0477184c700453c1253cfa456d27c4e3ab5b2f2f62351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6f38e52-d866-40f2-9cae-f057eebda7ff" -d '{"events": [{"server_uuid": "a8b0554b-f939-4bfe-b921-1f1916b612b7", "name": "network-vif-deleted", "tag": "90716f6f-820e-4667-944f-f8451df8d4c5"}]}' {{(pid=120042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:05:15.629754 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 13:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-101941d3-14f7-4bd7-b581-aaff62531935 x-openstack-request-id: req-101941d3-14f7-4bd7-b581-aaff62531935 {{(pid=120042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:05:15.629991 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8b0554b-f939-4bfe-b921-1f1916b612b7", "name": "network-vif-deleted", "tag": "90716f6f-820e-4667-944f-f8451df8d4c5", "status": "completed", "code": 200}]} {{(pid=120042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:05:15.630244 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-101941d3-14f7-4bd7-b581-aaff62531935 {{(pid=120042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:05:15.630641 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8b0554b-f939-4bfe-b921-1f1916b612b7', 'name': 'network-vif-deleted', 'tag': '90716f6f-820e-4667-944f-f8451df8d4c5', 'status': 'completed', 'code': 200} Sep 03 13:05:16.091935 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-7a6c3626-09f7-476c-bfe0-2717d6df1297 req-49462c4f-97f5-4a9d-9fee-5aa26447f804 tempest-VolumesNegativeTest-883109018 tempest-VolumesNegativeTest-883109018-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8b0554b-f939-4bfe-b921-1f1916b612b7 HTTP/1.1" status: 200 len: 210 time: 0.0248361 Sep 03 13:05:17.182517 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-34a1edbe-402f-4ec6-860f-eacc5bd59da2 req-692c67f2-b1ff-4dba-a6ff-c294c9aa70ae tempest-VolumesNegativeTest-883109018 tempest-VolumesNegativeTest-883109018-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8b0554b-f939-4bfe-b921-1f1916b612b7 HTTP/1.1" status: 200 len: 210 time: 0.0245032 Sep 03 13:05:17.836243 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] get_ports_and_sgs() called for port_ids ['90716f6f-820e-4667-944f-f8451df8d4c5'] {{(pid=120043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 13:05:18.316760 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-408d1dc4-9d84-4bcb-be1e-cf52ad18ac2a req-2823e292-dc8e-4a8b-a030-24ba8e10618b tempest-VolumesNegativeTest-883109018 tempest-VolumesNegativeTest-883109018-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8b0554b-f939-4bfe-b921-1f1916b612b7 HTTP/1.1" status: 200 len: 210 time: 0.0324187 Sep 03 13:05:21.837292 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Device 90716f6f-820e-4667-944f-f8451df8d4c5 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=120043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 13:05:21.857184 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.plugin [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] No Port match for: 90716f6f-820e-4667-944f-f8451df8d4c5 {{(pid=120043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 13:05:21.857538 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Device 90716f6f-820e-4667-944f-f8451df8d4c5 not bound to the agent host hv-cinder-78878 {{(pid=120043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 13:05:23.138115 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 44396) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:05:23.241172 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-0da6c647-c56a-4eb5-9a2d-233eab1475f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:23.325650 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-0da6c647-c56a-4eb5-9a2d-233eab1475f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:23.409736 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-0da6c647-c56a-4eb5-9a2d-233eab1475f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:23.446799 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da6c647-c56a-4eb5-9a2d-233eab1475f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de23caa9-d56b-4d69-a66f-cefd47b715da,revision_number=1']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:05:23.450893 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-0da6c647-c56a-4eb5-9a2d-233eab1475f0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f73d38c06b5c42eea8e31492649bb368&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3111813 Sep 03 13:05:23.459140 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 44400) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:05:23.501356 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-bc49554d-1cfc-43f7-b891-ef42675d5987 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:23.521160 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-bc49554d-1cfc-43f7-b891-ef42675d5987 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:23.656191 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-bc49554d-1cfc-43f7-b891-ef42675d5987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:23.658829 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-bc49554d-1cfc-43f7-b891-ef42675d5987 admin admin] Notify callbacks [] for security_group, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:23.659997 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-bc49554d-1cfc-43f7-b891-ef42675d5987 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/de23caa9-d56b-4d69-a66f-cefd47b715da HTTP/1.1" status: 204 len: 168 time: 0.2053077 Sep 03 13:05:23.667612 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc49554d-1cfc-43f7-b891-ef42675d5987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de23caa9-d56b-4d69-a66f-cefd47b715da,revision_number=None']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:05:24.323497 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 44410) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:05:24.335894 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-f534c731-9135-42cf-aae0-b0ddc8edb51d admin admin] Notify callbacks [] for security_group, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:24.419904 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-f534c731-9135-42cf-aae0-b0ddc8edb51d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:24.507527 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-f534c731-9135-42cf-aae0-b0ddc8edb51d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:24.544776 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-f534c731-9135-42cf-aae0-b0ddc8edb51d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=76a14341393c480babddf01baea6bf0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2215664 Sep 03 13:05:24.546795 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f534c731-9135-42cf-aae0-b0ddc8edb51d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc240dff-d261-4593-b754-3d919e07da62,revision_number=1']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:05:24.547533 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 44414) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:05:24.563143 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 44416) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:05:24.604451 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-80d64648-3034-4626-b2ce-dd50b9a88a54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:24.628048 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-80d64648-3034-4626-b2ce-dd50b9a88a54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:24.695319 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-8ac4337c-191a-4f89-a140-394a370dc857 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2606543c756d4e609fde9664ee60741b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1306956 Sep 03 13:05:24.697632 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 44420) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:05:24.743952 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-a94b1bd1-fb05-469b-b76a-28d82bc990dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:24.761339 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-80d64648-3034-4626-b2ce-dd50b9a88a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:24.763971 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-80d64648-3034-4626-b2ce-dd50b9a88a54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:24.765948 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-80d64648-3034-4626-b2ce-dd50b9a88a54 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bc240dff-d261-4593-b754-3d919e07da62 HTTP/1.1" status: 204 len: 168 time: 0.2173753 Sep 03 13:05:24.769385 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-a94b1bd1-fb05-469b-b76a-28d82bc990dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:24.773955 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d64648-3034-4626-b2ce-dd50b9a88a54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc240dff-d261-4593-b754-3d919e07da62,revision_number=None']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:05:24.884504 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-a94b1bd1-fb05-469b-b76a-28d82bc990dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:24.887082 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-a94b1bd1-fb05-469b-b76a-28d82bc990dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:24.888249 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-a94b1bd1-fb05-469b-b76a-28d82bc990dd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/aebe73a8-90c0-4e4c-a3f5-8a1e7239fa1c HTTP/1.1" status: 204 len: 168 time: 0.1897330 Sep 03 13:05:24.896057 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94b1bd1-fb05-469b-b76a-28d82bc990dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aebe73a8-90c0-4e4c-a3f5-8a1e7239fa1c,revision_number=None']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:05:25.977967 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 44466) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:05:26.070532 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.v2.base [None req-ebbdaafa-6b04-4501-ba87-917ead4fa9dc admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1508460042-network', 'tenant_id': 'ead1fb3d80ba48d6911167f374798a00'}} {{(pid=120042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:05:26.152705 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebbdaafa-6b04-4501-ba87-917ead4fa9dc admin admin] Made reservation on behalf of ead1fb3d80ba48d6911167f374798a00 for: {'network': 1} {{(pid=120042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 13:05:26.155142 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-ebbdaafa-6b04-4501-ba87-917ead4fa9dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for network, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:26.163449 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-ebbdaafa-6b04-4501-ba87-917ead4fa9dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:26.251285 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-ebbdaafa-6b04-4501-ba87-917ead4fa9dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:26.307036 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-ebbdaafa-6b04-4501-ba87-917ead4fa9dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:26.329289 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebbdaafa-6b04-4501-ba87-917ead4fa9dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=120042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 13:05:26.344647 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbdaafa-6b04-4501-ba87-917ead4fa9dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4873ab16-6429-441a-8533-4e77e46c0117,revision_number=1']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:05:26.347496 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-ebbdaafa-6b04-4501-ba87-917ead4fa9dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669750'] for segment, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:26.347892 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.db.segments_db [None req-ebbdaafa-6b04-4501-ba87-917ead4fa9dc admin admin] Added segment df9da30b-947c-4165-a35c-8931d3696bec of type vlan for network 2eeffcc7-edbb-4673-b585-605ebedc73d0 Sep 03 13:05:26.389803 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-ebbdaafa-6b04-4501-ba87-917ead4fa9dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763613016037'] for network, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:26.471737 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-ebbdaafa-6b04-4501-ba87-917ead4fa9dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384'] for network, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:26.472774 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebbdaafa-6b04-4501-ba87-917ead4fa9dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:05:26.473409 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-ebbdaafa-6b04-4501-ba87-917ead4fa9dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575370'] for network, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:26.531687 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbdaafa-6b04-4501-ba87-917ead4fa9dc admin admin] Pushing event updated for resources: {'Network': ['ID=2eeffcc7-edbb-4673-b585-605ebedc73d0,revision_number=1']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:05:26.541659 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Network 2eeffcc7-edbb-4673-b585-605ebedc73d0 details requested by agent ovs-agent-dv-cinder-788782-9-iscsi with host dv-cinder-788782-9-iscsi {{(pid=120043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 13:05:26.544399 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-ebbdaafa-6b04-4501-ba87-917ead4fa9dc admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5652292 Sep 03 13:05:26.545262 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 44484) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:05:26.550910 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.v2.base [None req-2c229015-68bc-4254-9dcd-37f7b1cd2467 admin admin] Request body: {'subnet': {'network_id': '2eeffcc7-edbb-4673-b585-605ebedc73d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1508460042-subnet', 'tenant_id': 'ead1fb3d80ba48d6911167f374798a00', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:05:26.615691 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c229015-68bc-4254-9dcd-37f7b1cd2467 admin admin] Made reservation on behalf of ead1fb3d80ba48d6911167f374798a00 for: {'subnet': 1} {{(pid=120042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 13:05:26.618076 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-2c229015-68bc-4254-9dcd-37f7b1cd2467 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534459651'] for subnet, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:26.827932 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-2c229015-68bc-4254-9dcd-37f7b1cd2467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534626185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534459693'] for subnet, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:26.891954 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c229015-68bc-4254-9dcd-37f7b1cd2467 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4337d3aa-57e0-4263-bfff-a3d70e217f33,revision_number=0']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:05:26.897051 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c229015-68bc-4254-9dcd-37f7b1cd2467 admin admin] Checking segment: {'id': 'df9da30b-947c-4165-a35c-8931d3696bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2eeffcc7-edbb-4673-b585-605ebedc73d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 13:05:26.897418 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c229015-68bc-4254-9dcd-37f7b1cd2467 admin admin] Network hostable DHCP agents. Network: 2eeffcc7-edbb-4673-b585-605ebedc73d0, hostable agents: ['7f35f3fe-a338-4082-b3b0-8dffee9527e2'], hosted agents: [] {{(pid=120042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 13:05:26.991458 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c229015-68bc-4254-9dcd-37f7b1cd2467 admin admin] Network 2eeffcc7-edbb-4673-b585-605ebedc73d0 is scheduled to be hosted by DHCP agent 7f35f3fe-a338-4082-b3b0-8dffee9527e2 with binding_index 1 {{(pid=120042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 13:05:27.077507 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.base_scheduler [None req-2c229015-68bc-4254-9dcd-37f7b1cd2467 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-9-iscsi, 2eeffcc7-edbb-4673-b585-605ebedc73d0) {{(pid=120042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:05:27.084149 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c229015-68bc-4254-9dcd-37f7b1cd2467 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:05:27.084149 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-2c229015-68bc-4254-9dcd-37f7b1cd2467 admin admin] Notify callbacks [] for subnet, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:27.087225 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964b6299-9736-4cb1-a769-e9d6cbe09c81 None None] Network 2eeffcc7-edbb-4673-b585-605ebedc73d0 requested from dv-cinder-788782-9-iscsi {{(pid=120043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 13:05:27.165351 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-2c229015-68bc-4254-9dcd-37f7b1cd2467 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6184378 Sep 03 13:05:27.205956 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633ab308-b6d9-4a29-a214-0e055b49f6fa None None] Network 2eeffcc7-edbb-4673-b585-605ebedc73d0 requested from dv-cinder-788782-9-iscsi {{(pid=120043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 13:05:29.156551 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88486cd1-c63a-48c7-a06f-febec2b1a36a req-bc6f70c6-0ec4-4071-9c62-6ac802da1d59 tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:05:29.158038 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-88486cd1-c63a-48c7-a06f-febec2b1a36a req-bc6f70c6-0ec4-4071-9c62-6ac802da1d59 tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] 10.222.0.24 "GET /v2.0/networks?id=2eeffcc7-edbb-4673-b585-605ebedc73d0 HTTP/1.1" status: 200 len: 814 time: 0.1022630 Sep 03 13:05:29.172401 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-88486cd1-c63a-48c7-a06f-febec2b1a36a req-bf6de153-2f92-45c4-b91a-a39cbf94314d tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] 10.222.0.24 "GET /v2.0/quotas/ead1fb3d80ba48d6911167f374798a00 HTTP/1.1" status: 200 len: 375 time: 0.0087283 Sep 03 13:05:29.201579 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-88486cd1-c63a-48c7-a06f-febec2b1a36a req-52863dd3-b8cf-47dc-a5cc-c7b3af29604c tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ead1fb3d80ba48d6911167f374798a00&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0242245 Sep 03 13:05:29.291085 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-88486cd1-c63a-48c7-a06f-febec2b1a36a req-8d0c972e-e7af-4f79-86ad-204260f8c382 service neutron] 10.222.0.24 "GET /v2.0/networks/2eeffcc7-edbb-4673-b585-605ebedc73d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820203 Sep 03 13:05:29.381318 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-88486cd1-c63a-48c7-a06f-febec2b1a36a req-48cdcfba-7fc3-4feb-bbbe-16a371a6cf0b service neutron] 10.222.0.24 "GET /v2.0/networks/2eeffcc7-edbb-4673-b585-605ebedc73d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835268 Sep 03 13:05:29.601859 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.agents_db [None req-4ecc573b-6c34-46c7-b31e-835fd9e30662 None None] Agent healthcheck: found 6 active agents {{(pid=120044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 13:05:29.615614 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-af893bec-813f-4718-b03e-e8ff87ca8c8c req-6987a1a0-3d79-4097-9fa8-fd61dc564037 tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ae64110-a6a5-46eb-8df8-94ed8a3ccc85 HTTP/1.1" status: 200 len: 210 time: 0.0283973 Sep 03 13:05:30.707735 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-be789ed9-2c8c-45e9-b073-23f95431bcf7 req-8d0ad1d5-e41e-41e6-8e9e-27daed464eb5 tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ae64110-a6a5-46eb-8df8-94ed8a3ccc85 HTTP/1.1" status: 200 len: 210 time: 0.0261509 Sep 03 13:05:31.796983 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-4386064c-b76d-4d10-b538-56ac1dddaa18 req-5538f7b9-eec8-4e70-99c4-b130df6afa5c tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ae64110-a6a5-46eb-8df8-94ed8a3ccc85 HTTP/1.1" status: 200 len: 210 time: 0.0246074 Sep 03 13:05:32.886846 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-20ad0d73-e8a0-4a96-820f-3b27d03de25d req-bf33a46e-7c11-4d51-a002-f5df64e5a111 tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ae64110-a6a5-46eb-8df8-94ed8a3ccc85 HTTP/1.1" status: 200 len: 210 time: 0.0244944 Sep 03 13:05:33.975249 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-3924c23b-7f89-4248-bc49-cc189209bf0d req-e732017a-d302-4939-9364-9d032e413c01 tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ae64110-a6a5-46eb-8df8-94ed8a3ccc85 HTTP/1.1" status: 200 len: 210 time: 0.0247922 Sep 03 13:05:34.432465 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88486cd1-c63a-48c7-a06f-febec2b1a36a req-c63e42aa-c126-4aa9-be0a-62cdbc5fb46f tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:05:34.433871 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-88486cd1-c63a-48c7-a06f-febec2b1a36a req-c63e42aa-c126-4aa9-be0a-62cdbc5fb46f tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] 10.222.0.11 "GET /v2.0/networks?id=2eeffcc7-edbb-4673-b585-605ebedc73d0 HTTP/1.1" status: 200 len: 814 time: 0.0974910 Sep 03 13:05:34.447085 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.v2.base [req-88486cd1-c63a-48c7-a06f-febec2b1a36a req-1dc535e8-7f32-4a69-9857-d3b0f004c5b6 tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] Request body: {'port': {'device_id': '1ae64110-a6a5-46eb-8df8-94ed8a3ccc85', 'network_id': '2eeffcc7-edbb-4673-b585-605ebedc73d0', 'admin_state_up': True, 'tenant_id': 'ead1fb3d80ba48d6911167f374798a00'}} {{(pid=120042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:05:34.626672 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88486cd1-c63a-48c7-a06f-febec2b1a36a req-1dc535e8-7f32-4a69-9857-d3b0f004c5b6 tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] Made reservation on behalf of ead1fb3d80ba48d6911167f374798a00 for: {'port': 1} {{(pid=120042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 13:05:34.630171 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-88486cd1-c63a-48c7-a06f-febec2b1a36a req-1dc535e8-7f32-4a69-9857-d3b0f004c5b6 tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:34.752238 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.db_base_plugin_common [req-88486cd1-c63a-48c7-a06f-febec2b1a36a req-1dc535e8-7f32-4a69-9857-d3b0f004c5b6 tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] Allocated IP 172.20.0.2 (2eeffcc7-edbb-4673-b585-605ebedc73d0/4337d3aa-57e0-4263-bfff-a3d70e217f33/4a132e27-6d81-492c-bc26-ab206637803c) {{(pid=120042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 13:05:34.896059 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-88486cd1-c63a-48c7-a06f-febec2b1a36a req-1dc535e8-7f32-4a69-9857-d3b0f004c5b6 tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] Notify callbacks [] for port, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:35.033760 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-88486cd1-c63a-48c7-a06f-febec2b1a36a req-1dc535e8-7f32-4a69-9857-d3b0f004c5b6 tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763613061259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534626149'] for port, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:35.104440 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88486cd1-c63a-48c7-a06f-febec2b1a36a req-1dc535e8-7f32-4a69-9857-d3b0f004c5b6 tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] Network 2eeffcc7-edbb-4673-b585-605ebedc73d0 is already hosted by enough agents. {{(pid=120042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 13:05:35.111575 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.base_scheduler [req-88486cd1-c63a-48c7-a06f-febec2b1a36a req-1dc535e8-7f32-4a69-9857-d3b0f004c5b6 tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] Resources bound (agent type, host, resource id): {{(pid=120042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:05:35.114978 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc535e8-7f32-4a69-9857-d3b0f004c5b6 tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] Pushing event updated for resources: {'Port': ['ID=4a132e27-6d81-492c-bc26-ab206637803c,revision_number=1']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:05:35.117710 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.l3_dvrscheduler_db [req-88486cd1-c63a-48c7-a06f-febec2b1a36a req-1dc535e8-7f32-4a69-9857-d3b0f004c5b6 tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] Received port after_create {{(pid=120042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 13:05:35.145944 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc535e8-7f32-4a69-9857-d3b0f004c5b6 tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:05:35.146287 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc535e8-7f32-4a69-9857-d3b0f004c5b6 tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:05:35.146626 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc535e8-7f32-4a69-9857-d3b0f004c5b6 tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:05:35.146963 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc535e8-7f32-4a69-9857-d3b0f004c5b6 tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:05:35.147294 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc535e8-7f32-4a69-9857-d3b0f004c5b6 tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:05:35.147626 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc535e8-7f32-4a69-9857-d3b0f004c5b6 tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:05:35.147983 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc535e8-7f32-4a69-9857-d3b0f004c5b6 tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:05:35.148310 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc535e8-7f32-4a69-9857-d3b0f004c5b6 tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:05:35.148637 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc535e8-7f32-4a69-9857-d3b0f004c5b6 tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:05:35.148962 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc535e8-7f32-4a69-9857-d3b0f004c5b6 tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:05:35.149288 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc535e8-7f32-4a69-9857-d3b0f004c5b6 tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:05:35.149611 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc535e8-7f32-4a69-9857-d3b0f004c5b6 tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:05:35.167691 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74db27f-5b97-45c6-a908-b681012b4304 req-15477299-81a6-4931-9130-6d31ebd33cf4 tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:05:35.169174 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-c74db27f-5b97-45c6-a908-b681012b4304 req-15477299-81a6-4931-9130-6d31ebd33cf4 tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ae64110-a6a5-46eb-8df8-94ed8a3ccc85 HTTP/1.1" status: 200 len: 931 time: 0.1282494 Sep 03 13:05:35.198353 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88486cd1-c63a-48c7-a06f-febec2b1a36a req-1dc535e8-7f32-4a69-9857-d3b0f004c5b6 tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:05:35.198956 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-88486cd1-c63a-48c7-a06f-febec2b1a36a req-1dc535e8-7f32-4a69-9857-d3b0f004c5b6 tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10697'] for port, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:35.225879 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-c74db27f-5b97-45c6-a908-b681012b4304 req-5ee44cba-175d-4376-a7bc-723ca96669fc tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] 10.222.0.24 "GET /v2.0/security-groups?id=4873ab16-6429-441a-8533-4e77e46c0117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493176 Sep 03 13:05:35.256000 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-7d810d58-af2e-406e-8f01-a14cfc9e758f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:35.307965 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-88486cd1-c63a-48c7-a06f-febec2b1a36a req-1dc535e8-7f32-4a69-9857-d3b0f004c5b6 tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8643813 Sep 03 13:05:35.320103 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.v2.base [req-88486cd1-c63a-48c7-a06f-febec2b1a36a req-c57f41b5-1b35-41bb-b12d-03896d28c9c5 service neutron] Request body: {'port': {'device_id': '1ae64110-a6a5-46eb-8df8-94ed8a3ccc85', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=120042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:05:35.370657 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-88486cd1-c63a-48c7-a06f-febec2b1a36a req-c57f41b5-1b35-41bb-b12d-03896d28c9c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:35.887842 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.notifiers.nova [req-88486cd1-c63a-48c7-a06f-febec2b1a36a req-c57f41b5-1b35-41bb-b12d-03896d28c9c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a132e27-6d81-492c-bc26-ab206637803c {{(pid=120042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 13:05:35.895496 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-88486cd1-c63a-48c7-a06f-febec2b1a36a req-c57f41b5-1b35-41bb-b12d-03896d28c9c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:35.907380 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.provisioning_blocks [req-88486cd1-c63a-48c7-a06f-febec2b1a36a req-c57f41b5-1b35-41bb-b12d-03896d28c9c5 service neutron] Transition to ACTIVE for port object 4a132e27-6d81-492c-bc26-ab206637803c will not be triggered until provisioned by entity L2. {{(pid=120042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:05:36.004256 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-88486cd1-c63a-48c7-a06f-febec2b1a36a req-c57f41b5-1b35-41bb-b12d-03896d28c9c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534626162'] for port, after_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:36.054215 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57f41b5-1b35-41bb-b12d-03896d28c9c5 service neutron] Pushing event updated for resources: {'Port': ['ID=4a132e27-6d81-492c-bc26-ab206637803c,revision_number=2']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:05:36.116763 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.managers [req-88486cd1-c63a-48c7-a06f-febec2b1a36a req-c57f41b5-1b35-41bb-b12d-03896d28c9c5 service neutron] Attempting to bind port 4a132e27-6d81-492c-bc26-ab206637803c on host hv-cinder-78878 for vnic_type normal with profile {{(pid=120042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 13:05:36.117098 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.managers [req-88486cd1-c63a-48c7-a06f-febec2b1a36a req-c57f41b5-1b35-41bb-b12d-03896d28c9c5 service neutron] Attempting to bind port 4a132e27-6d81-492c-bc26-ab206637803c by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': 'df9da30b-947c-4165-a35c-8931d3696bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2eeffcc7-edbb-4673-b585-605ebedc73d0'}] {{(pid=120042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 13:05:36.117452 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88486cd1-c63a-48c7-a06f-febec2b1a36a req-c57f41b5-1b35-41bb-b12d-03896d28c9c5 service neutron] Attempting to bind port 4a132e27-6d81-492c-bc26-ab206637803c on network 2eeffcc7-edbb-4673-b585-605ebedc73d0 {{(pid=120042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 13:05:36.121641 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88486cd1-c63a-48c7-a06f-febec2b1a36a req-c57f41b5-1b35-41bb-b12d-03896d28c9c5 service neutron] Port 4a132e27-6d81-492c-bc26-ab206637803c on network 2eeffcc7-edbb-4673-b585-605ebedc73d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=120042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 13:05:36.121961 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88486cd1-c63a-48c7-a06f-febec2b1a36a req-c57f41b5-1b35-41bb-b12d-03896d28c9c5 service neutron] Attempting to bind port 4a132e27-6d81-492c-bc26-ab206637803c on network 2eeffcc7-edbb-4673-b585-605ebedc73d0 {{(pid=120042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 13:05:36.126562 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88486cd1-c63a-48c7-a06f-febec2b1a36a req-c57f41b5-1b35-41bb-b12d-03896d28c9c5 service neutron] Checking agent: {'id': '0f6a9262-0a79-4cf4-ac76-73211ad22d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 12, 55, 7), 'started_at': datetime.datetime(2021, 9, 3, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 13, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 13:05:36.129194 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88486cd1-c63a-48c7-a06f-febec2b1a36a req-c57f41b5-1b35-41bb-b12d-03896d28c9c5 service neutron] Checking segment: {'id': 'df9da30b-947c-4165-a35c-8931d3696bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2eeffcc7-edbb-4673-b585-605ebedc73d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 13:05:36.129194 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88486cd1-c63a-48c7-a06f-febec2b1a36a req-c57f41b5-1b35-41bb-b12d-03896d28c9c5 service neutron] Bound using segment: {'id': 'df9da30b-947c-4165-a35c-8931d3696bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2eeffcc7-edbb-4673-b585-605ebedc73d0'} {{(pid=120042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 13:05:36.129194 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.managers [req-88486cd1-c63a-48c7-a06f-febec2b1a36a req-c57f41b5-1b35-41bb-b12d-03896d28c9c5 service neutron] Bound port: 4a132e27-6d81-492c-bc26-ab206637803c, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df9da30b-947c-4165-a35c-8931d3696bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2eeffcc7-edbb-4673-b585-605ebedc73d0'}}] {{(pid=120042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 13:05:36.129194 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-88486cd1-c63a-48c7-a06f-febec2b1a36a req-c57f41b5-1b35-41bb-b12d-03896d28c9c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:36.189193 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.db [req-88486cd1-c63a-48c7-a06f-febec2b1a36a req-c57f41b5-1b35-41bb-b12d-03896d28c9c5 service neutron] For port 4a132e27-6d81-492c-bc26-ab206637803c, host hv-cinder-78878, cleared binding levels {{(pid=120042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 13:05:36.192308 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.db [req-88486cd1-c63a-48c7-a06f-febec2b1a36a req-c57f41b5-1b35-41bb-b12d-03896d28c9c5 service neutron] For port 4a132e27-6d81-492c-bc26-ab206637803c, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=4a132e27-6d81-492c-bc26-ab206637803c,segment=NetworkSegment(df9da30b-947c-4165-a35c-8931d3696bec),segment_id=df9da30b-947c-4165-a35c-8931d3696bec)] {{(pid=120042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 13:05:36.267675 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-88486cd1-c63a-48c7-a06f-febec2b1a36a req-c57f41b5-1b35-41bb-b12d-03896d28c9c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534626162'] for port, after_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:36.328926 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88486cd1-c63a-48c7-a06f-febec2b1a36a req-c57f41b5-1b35-41bb-b12d-03896d28c9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:05:36.329546 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-88486cd1-c63a-48c7-a06f-febec2b1a36a req-c57f41b5-1b35-41bb-b12d-03896d28c9c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10697'] for port, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:36.330902 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-88486cd1-c63a-48c7-a06f-febec2b1a36a req-c57f41b5-1b35-41bb-b12d-03896d28c9c5 service neutron] 10.222.0.11 "PUT /v2.0/ports/4a132e27-6d81-492c-bc26-ab206637803c HTTP/1.1" status: 200 len: 1093 time: 1.0148492 Sep 03 13:05:36.331483 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ae64110-a6a5-46eb-8df8-94ed8a3ccc85', 'tag': '4a132e27-6d81-492c-bc26-ab206637803c'}] {{(pid=120042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:05:36.334010 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d2a6420b193a10f45e0477184c700453c1253cfa456d27c4e3ab5b2f2f62351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea1c703d-c161-4a23-80f7-a78935bb2e73" -d '{"events": [{"name": "network-changed", "server_uuid": "1ae64110-a6a5-46eb-8df8-94ed8a3ccc85", "tag": "4a132e27-6d81-492c-bc26-ab206637803c"}]}' {{(pid=120042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:05:36.362702 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57f41b5-1b35-41bb-b12d-03896d28c9c5 service neutron] Pushing event updated for resources: {'Port': ['ID=4a132e27-6d81-492c-bc26-ab206637803c,revision_number=3']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:05:36.372090 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 13:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f559fa8-de23-4faa-a273-ccef3a1e5124 x-openstack-request-id: req-9f559fa8-de23-4faa-a273-ccef3a1e5124 {{(pid=120042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:05:36.372090 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ae64110-a6a5-46eb-8df8-94ed8a3ccc85", "tag": "4a132e27-6d81-492c-bc26-ab206637803c", "status": "completed", "code": 200}]} {{(pid=120042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:05:36.372394 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9f559fa8-de23-4faa-a273-ccef3a1e5124 {{(pid=120042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:05:36.372625 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ae64110-a6a5-46eb-8df8-94ed8a3ccc85', 'tag': '4a132e27-6d81-492c-bc26-ab206637803c', 'status': 'completed', 'code': 200} Sep 03 13:05:36.380422 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5347e700-ef87-4a23-a462-a3fba67bc5d0 req-ea06948f-4b16-4a27-9009-21a4e39b5a27 tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:05:36.381972 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-5347e700-ef87-4a23-a462-a3fba67bc5d0 req-ea06948f-4b16-4a27-9009-21a4e39b5a27 tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ae64110-a6a5-46eb-8df8-94ed8a3ccc85 HTTP/1.1" status: 200 len: 943 time: 0.0893500 Sep 03 13:05:36.444618 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-5347e700-ef87-4a23-a462-a3fba67bc5d0 req-1c978850-600e-4321-9012-4838607c51ce tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] 10.222.0.24 "GET /v2.0/security-groups?id=4873ab16-6429-441a-8533-4e77e46c0117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566761 Sep 03 13:05:36.454038 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1c703d-c161-4a23-80f7-a78935bb2e73 req-a758da9f-f57b-469c-965d-4b5b96221283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:05:36.455662 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ea1c703d-c161-4a23-80f7-a78935bb2e73 req-a758da9f-f57b-469c-965d-4b5b96221283 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ead1fb3d80ba48d6911167f374798a00&device_id=1ae64110-a6a5-46eb-8df8-94ed8a3ccc85 HTTP/1.1" status: 200 len: 1096 time: 0.0609667 Sep 03 13:05:36.555552 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1c703d-c161-4a23-80f7-a78935bb2e73 req-0a71e870-baec-4b3f-8cdd-4e1a2406495d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:05:36.556974 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ea1c703d-c161-4a23-80f7-a78935bb2e73 req-0a71e870-baec-4b3f-8cdd-4e1a2406495d service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=ead1fb3d80ba48d6911167f374798a00&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0930638 Sep 03 13:05:36.647928 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1c703d-c161-4a23-80f7-a78935bb2e73 req-7350d14f-3f08-4f2c-8529-6e27c9d2ebf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:05:36.649381 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ea1c703d-c161-4a23-80f7-a78935bb2e73 req-7350d14f-3f08-4f2c-8529-6e27c9d2ebf2 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0856023 Sep 03 13:05:36.726197 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88486cd1-c63a-48c7-a06f-febec2b1a36a req-aeefbad5-8f7e-4f43-975b-c9dc48d0e385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:05:36.727682 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-88486cd1-c63a-48c7-a06f-febec2b1a36a req-aeefbad5-8f7e-4f43-975b-c9dc48d0e385 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ead1fb3d80ba48d6911167f374798a00&device_id=1ae64110-a6a5-46eb-8df8-94ed8a3ccc85 HTTP/1.1" status: 200 len: 1096 time: 0.0395355 Sep 03 13:05:36.771243 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-88486cd1-c63a-48c7-a06f-febec2b1a36a req-d9ad59b0-704e-4268-8737-1480488d595c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4a132e27-6d81-492c-bc26-ab206637803c HTTP/1.1" status: 200 len: 217 time: 0.0362506 Sep 03 13:05:36.818261 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88486cd1-c63a-48c7-a06f-febec2b1a36a req-bedf8144-25b8-4a83-809b-01ca4f9b4d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:05:36.819612 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-88486cd1-c63a-48c7-a06f-febec2b1a36a req-bedf8144-25b8-4a83-809b-01ca4f9b4d0a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4337d3aa-57e0-4263-bfff-a3d70e217f33 HTTP/1.1" status: 200 len: 854 time: 0.0420754 Sep 03 13:05:36.852237 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-88486cd1-c63a-48c7-a06f-febec2b1a36a req-c52c4f8e-160f-456f-b08a-cb3ccc941aba service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2eeffcc7-edbb-4673-b585-605ebedc73d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258560 Sep 03 13:05:36.929806 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:36.944327 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-88486cd1-c63a-48c7-a06f-febec2b1a36a req-393e811f-9b10-40c8-aa68-1bac8b25c65e service neutron] 10.222.0.11 "GET /v2.0/networks/2eeffcc7-edbb-4673-b585-605ebedc73d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847330 Sep 03 13:05:37.030581 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-88486cd1-c63a-48c7-a06f-febec2b1a36a req-2627734e-7e29-47f6-a8a8-bd37ac2825d5 service neutron] 10.222.0.11 "GET /v2.0/networks/2eeffcc7-edbb-4673-b585-605ebedc73d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792341 Sep 03 13:05:37.562375 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c0ccda-3b43-4eb7-8538-25f91982e55d req-ae331445-f222-4ac7-8155-8db1cdda4ede tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:05:37.563976 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-48c0ccda-3b43-4eb7-8538-25f91982e55d req-ae331445-f222-4ac7-8155-8db1cdda4ede tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ae64110-a6a5-46eb-8df8-94ed8a3ccc85 HTTP/1.1" status: 200 len: 943 time: 0.0518954 Sep 03 13:05:37.601988 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-48c0ccda-3b43-4eb7-8538-25f91982e55d req-bcd30984-c1ad-4e0b-aa89-c50890e7dfea tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] 10.222.0.24 "GET /v2.0/security-groups?id=4873ab16-6429-441a-8533-4e77e46c0117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317764 Sep 03 13:05:37.928855 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-79dd9ba1-0850-4363-a0d9-4d2896781fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:38.432690 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:38.713980 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebbe4ff-d9ce-41c5-a02a-17426f109751 req-a3343d5e-c054-4fa1-b802-83e0950dcad8 tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:05:38.715362 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-0ebbe4ff-d9ce-41c5-a02a-17426f109751 req-a3343d5e-c054-4fa1-b802-83e0950dcad8 tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ae64110-a6a5-46eb-8df8-94ed8a3ccc85 HTTP/1.1" status: 200 len: 943 time: 0.0474055 Sep 03 13:05:38.754273 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-0ebbe4ff-d9ce-41c5-a02a-17426f109751 req-0ecb7d9d-7417-48ac-b9a4-b40f7dc02267 tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] 10.222.0.24 "GET /v2.0/security-groups?id=4873ab16-6429-441a-8533-4e77e46c0117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329838 Sep 03 13:05:39.061542 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08724a11-fd48-4ea4-9071-7b022d0e8053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:39.436508 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 44638) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:05:39.538498 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-8eb06c72-f0f9-4774-bdba-a548b4377e89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:39.624389 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-8eb06c72-f0f9-4774-bdba-a548b4377e89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:39.678244 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-8eb06c72-f0f9-4774-bdba-a548b4377e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:39.716331 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb06c72-f0f9-4774-bdba-a548b4377e89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f4992ea-3bf1-43e6-a919-ca8a55e01ca6,revision_number=1']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:05:39.721128 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-8eb06c72-f0f9-4774-bdba-a548b4377e89 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=61a69aeca30d460e8218fc15162e82c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2836180 Sep 03 13:05:39.723891 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 44642) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:05:39.771662 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-4c9dbab6-8e65-4020-80b7-17e4bb44224d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:39.792444 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-4c9dbab6-8e65-4020-80b7-17e4bb44224d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:39.871531 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19325011-17f8-482b-bd89-c6de1d0fd1bd req-042d16ec-b8a0-4717-89c7-006e5c44a797 tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:05:39.873081 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-19325011-17f8-482b-bd89-c6de1d0fd1bd req-042d16ec-b8a0-4717-89c7-006e5c44a797 tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ae64110-a6a5-46eb-8df8-94ed8a3ccc85 HTTP/1.1" status: 200 len: 943 time: 0.0524645 Sep 03 13:05:39.910511 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-19325011-17f8-482b-bd89-c6de1d0fd1bd req-3eeff60c-d11b-48b7-b7ea-c0d90745f326 tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] 10.222.0.24 "GET /v2.0/security-groups?id=4873ab16-6429-441a-8533-4e77e46c0117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311177 Sep 03 13:05:39.921520 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Device 4a132e27-6d81-492c-bc26-ab206637803c details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=120043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 13:05:39.929986 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-4c9dbab6-8e65-4020-80b7-17e4bb44224d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:39.932771 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-4c9dbab6-8e65-4020-80b7-17e4bb44224d admin admin] Notify callbacks [] for security_group, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:39.933915 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-4c9dbab6-8e65-4020-80b7-17e4bb44224d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2f4992ea-3bf1-43e6-a919-ca8a55e01ca6 HTTP/1.1" status: 204 len: 168 time: 0.2093282 Sep 03 13:05:39.942152 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9dbab6-8e65-4020-80b7-17e4bb44224d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f4992ea-3bf1-43e6-a919-ca8a55e01ca6,revision_number=None']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:05:40.022879 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] For port 4a132e27-6d81-492c-bc26-ab206637803c, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=4a132e27-6d81-492c-bc26-ab206637803c,segment=NetworkSegment(df9da30b-947c-4165-a35c-8931d3696bec),segment_id=df9da30b-947c-4165-a35c-8931d3696bec)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:05:40.032694 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Returning: {'device': '4a132e27-6d81-492c-bc26-ab206637803c', 'network_id': '2eeffcc7-edbb-4673-b585-605ebedc73d0', 'port_id': '4a132e27-6d81-492c-bc26-ab206637803c', 'mac_address': 'fa:16:3e:b8:e0:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4337d3aa-57e0-4263-bfff-a3d70e217f33', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 13:05:40.068533 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:40.081398 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.notifiers.nova [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a132e27-6d81-492c-bc26-ab206637803c {{(pid=120043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 13:05:40.099625 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] For port 4a132e27-6d81-492c-bc26-ab206637803c, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=4a132e27-6d81-492c-bc26-ab206637803c,segment=NetworkSegment(df9da30b-947c-4165-a35c-8931d3696bec),segment_id=df9da30b-947c-4165-a35c-8931d3696bec)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:05:40.175726 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:40.223010 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Pushing event updated for resources: {'Port': ['ID=4a132e27-6d81-492c-bc26-ab206637803c,revision_number=4']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:05:40.383330 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] get_ports_and_sgs() called for port_ids ['4a132e27-6d81-492c-bc26-ab206637803c'] {{(pid=120043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 13:05:40.550643 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 44650) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:05:40.564130 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-469bfebe-6742-4199-8a5f-b173b7eec4bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:40.660808 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-469bfebe-6742-4199-8a5f-b173b7eec4bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:40.758322 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-469bfebe-6742-4199-8a5f-b173b7eec4bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:40.796204 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-469bfebe-6742-4199-8a5f-b173b7eec4bb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0cdd2d469e424891a44f2f5c12c012ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2444599 Sep 03 13:05:40.797239 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469bfebe-6742-4199-8a5f-b173b7eec4bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a820f8e8-faa9-4eca-a10c-d6893f47501f,revision_number=1']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:05:40.797943 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-df5ee12c-e8c1-490b-8d0e-415336677a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:40.798851 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 44652) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:05:40.804306 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469bfebe-6742-4199-8a5f-b173b7eec4bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:05:40.804661 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469bfebe-6742-4199-8a5f-b173b7eec4bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:05:40.805009 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469bfebe-6742-4199-8a5f-b173b7eec4bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:05:40.805346 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469bfebe-6742-4199-8a5f-b173b7eec4bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:05:40.805709 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469bfebe-6742-4199-8a5f-b173b7eec4bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:05:40.806046 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469bfebe-6742-4199-8a5f-b173b7eec4bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:05:40.806380 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469bfebe-6742-4199-8a5f-b173b7eec4bb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:05:40.806710 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469bfebe-6742-4199-8a5f-b173b7eec4bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:05:40.807041 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469bfebe-6742-4199-8a5f-b173b7eec4bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:05:40.807368 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469bfebe-6742-4199-8a5f-b173b7eec4bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:05:40.807692 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469bfebe-6742-4199-8a5f-b173b7eec4bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:05:40.808044 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469bfebe-6742-4199-8a5f-b173b7eec4bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:05:40.848860 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-2402e80f-04c3-41a5-a308-8bbf4f2c9e09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:40.872545 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-2402e80f-04c3-41a5-a308-8bbf4f2c9e09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:41.001234 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-2402e80f-04c3-41a5-a308-8bbf4f2c9e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:41.003766 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-2402e80f-04c3-41a5-a308-8bbf4f2c9e09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:41.004862 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-2402e80f-04c3-41a5-a308-8bbf4f2c9e09 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a820f8e8-faa9-4eca-a10c-d6893f47501f HTTP/1.1" status: 204 len: 168 time: 0.2049921 Sep 03 13:05:41.028818 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2402e80f-04c3-41a5-a308-8bbf4f2c9e09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a820f8e8-faa9-4eca-a10c-d6893f47501f,revision_number=None']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:05:41.050877 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522de84e-2da6-4d8e-b808-37363e87e227 req-fcbda104-341c-49c7-b427-e4e2b49338f9 tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:05:41.052543 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-522de84e-2da6-4d8e-b808-37363e87e227 req-fcbda104-341c-49c7-b427-e4e2b49338f9 tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ae64110-a6a5-46eb-8df8-94ed8a3ccc85 HTTP/1.1" status: 200 len: 944 time: 0.0619540 Sep 03 13:05:41.092515 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-522de84e-2da6-4d8e-b808-37363e87e227 req-ac5cd107-283f-4567-b84c-71683fa63eef tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] 10.222.0.24 "GET /v2.0/security-groups?id=4873ab16-6429-441a-8533-4e77e46c0117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322654 Sep 03 13:05:41.930062 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Device 4a132e27-6d81-492c-bc26-ab206637803c up at agent hyperv_hv-cinder-78878 {{(pid=120043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:05:42.101046 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Provisioning for port 4a132e27-6d81-492c-bc26-ab206637803c completed by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:05:42.105237 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Provisioning complete for port 4a132e27-6d81-492c-bc26-ab206637803c triggered by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:05:42.105628 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:42.191959 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:42.215114 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ae64110-a6a5-46eb-8df8-94ed8a3ccc85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a132e27-6d81-492c-bc26-ab206637803c'}] {{(pid=120043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:05:42.217425 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75183f2819bd2f1145e278a2316968184774222fd4353ccf17289daf4feac16a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdcfe219-944f-4e84-9935-98dac7e3b9ef" -d '{"events": [{"server_uuid": "1ae64110-a6a5-46eb-8df8-94ed8a3ccc85", "name": "network-vif-plugged", "status": "completed", "tag": "4a132e27-6d81-492c-bc26-ab206637803c"}]}' {{(pid=120043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:05:42.225158 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc2a0e6-e96a-4b2d-b5f9-39911eac1254 req-41c5e2ca-3f2f-4da2-866e-3beedb246fd5 tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:05:42.226656 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-4bc2a0e6-e96a-4b2d-b5f9-39911eac1254 req-41c5e2ca-3f2f-4da2-866e-3beedb246fd5 tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ae64110-a6a5-46eb-8df8-94ed8a3ccc85 HTTP/1.1" status: 200 len: 944 time: 0.0516920 Sep 03 13:05:42.230430 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] For port 4a132e27-6d81-492c-bc26-ab206637803c, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=4a132e27-6d81-492c-bc26-ab206637803c,segment=NetworkSegment(df9da30b-947c-4165-a35c-8931d3696bec),segment_id=df9da30b-947c-4165-a35c-8931d3696bec)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:05:42.255768 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 13:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c5437c3-77ad-47b9-a4ce-1b41a05b84e5 x-openstack-request-id: req-2c5437c3-77ad-47b9-a4ce-1b41a05b84e5 {{(pid=120043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:05:42.256090 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ae64110-a6a5-46eb-8df8-94ed8a3ccc85", "name": "network-vif-plugged", "status": "completed", "tag": "4a132e27-6d81-492c-bc26-ab206637803c", "code": 200}]} {{(pid=120043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:05:42.256349 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2c5437c3-77ad-47b9-a4ce-1b41a05b84e5 {{(pid=120043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:05:42.256746 dv-cinder-788782-9-iscsi neutron-server[120043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ae64110-a6a5-46eb-8df8-94ed8a3ccc85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a132e27-6d81-492c-bc26-ab206637803c', 'code': 200} Sep 03 13:05:42.267392 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-4bc2a0e6-e96a-4b2d-b5f9-39911eac1254 req-d81f3f34-14ee-448d-9ee4-5d1114744e40 tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] 10.222.0.24 "GET /v2.0/security-groups?id=4873ab16-6429-441a-8533-4e77e46c0117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346248 Sep 03 13:05:42.381622 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:42.426672 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Pushing event updated for resources: {'Port': ['ID=4a132e27-6d81-492c-bc26-ab206637803c,revision_number=5']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:05:42.656490 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d38d89c-4259-41ee-86ff-0d14418becbf req-c26cc405-f18e-4506-b44f-cd53f0a44261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:05:42.658007 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-3d38d89c-4259-41ee-86ff-0d14418becbf req-c26cc405-f18e-4506-b44f-cd53f0a44261 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1ae64110-a6a5-46eb-8df8-94ed8a3ccc85 HTTP/1.1" status: 200 len: 1098 time: 0.0420103 Sep 03 13:05:42.693164 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-3d38d89c-4259-41ee-86ff-0d14418becbf req-d68f0acc-75d0-4a1a-a4fd-9c75a5c1ab2f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4873ab16-6429-441a-8533-4e77e46c0117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279949 Sep 03 13:05:43.380928 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6a2155-78f6-440f-a32a-de031aa9a2c0 req-691688c8-ab23-4238-97aa-abb32092ef9a tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:05:43.382506 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-cf6a2155-78f6-440f-a32a-de031aa9a2c0 req-691688c8-ab23-4238-97aa-abb32092ef9a tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ae64110-a6a5-46eb-8df8-94ed8a3ccc85 HTTP/1.1" status: 200 len: 945 time: 0.0484962 Sep 03 13:05:43.420550 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-cf6a2155-78f6-440f-a32a-de031aa9a2c0 req-4675835b-354a-4aaf-9143-c2db905cf883 tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] 10.222.0.24 "GET /v2.0/security-groups?id=4873ab16-6429-441a-8533-4e77e46c0117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322502 Sep 03 13:05:44.532342 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709f7e75-fe7e-4b3d-8a4b-0e5862bb6391 req-bf5cdec7-6615-42f6-9f32-6e642a8ec2fc tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:05:44.533857 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-709f7e75-fe7e-4b3d-8a4b-0e5862bb6391 req-bf5cdec7-6615-42f6-9f32-6e642a8ec2fc tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ae64110-a6a5-46eb-8df8-94ed8a3ccc85 HTTP/1.1" status: 200 len: 945 time: 0.0498507 Sep 03 13:05:44.570275 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-709f7e75-fe7e-4b3d-8a4b-0e5862bb6391 req-8948ce57-75f8-4275-8adb-e2d5de0534bc tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] 10.222.0.24 "GET /v2.0/security-groups?id=4873ab16-6429-441a-8533-4e77e46c0117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306528 Sep 03 13:05:51.248158 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 44808) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:05:51.546219 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.plugin [None req-8fa43abc-9b3b-4e07-8d1f-4032b3fb6f8f tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Deleting port 1c9737a6-6692-4c09-a025-ae148f449fa8 {{(pid=120042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:05:51.546502 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-8fa43abc-9b3b-4e07-8d1f-4032b3fb6f8f tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763613556462'] for port, before_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:51.620844 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-8fa43abc-9b3b-4e07-8d1f-4032b3fb6f8f tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642786'] for port, precommit_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:51.621206 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-8fa43abc-9b3b-4e07-8d1f-4032b3fb6f8f tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:51.632485 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.plugin [None req-8fa43abc-9b3b-4e07-8d1f-4032b3fb6f8f tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Calling delete_port for 1c9737a6-6692-4c09-a025-ae148f449fa8 owned by network:floatingip {{(pid=120042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:05:51.883068 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-8fa43abc-9b3b-4e07-8d1f-4032b3fb6f8f tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763613567928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763613061268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534626149'] for port, after_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:51.908360 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa43abc-9b3b-4e07-8d1f-4032b3fb6f8f tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Pushing event deleted for resources: {'Port': ['ID=1c9737a6-6692-4c09-a025-ae148f449fa8,revision_number=None']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:05:51.971896 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-8fa43abc-9b3b-4e07-8d1f-4032b3fb6f8f tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Notify callbacks [] for floatingip, after_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:51.972240 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.db.l3_db [None req-8fa43abc-9b3b-4e07-8d1f-4032b3fb6f8f tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Floating IP 3d0379af-719b-4a75-92a2-7f2d3dc6f378 disassociated (deleted). External IP: 172.27.3.178, port: c95bbd98-88a0-4068-b974-d265ec66202f. Sep 03 13:05:52.176570 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fa43abc-9b3b-4e07-8d1f-4032b3fb6f8f tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Router cb3b5100-f7e9-41dd-9b0a-64d3a0bab622 has already been hosted by L3 agent 3ba3cff0-0714-4a2d-b638-391a63c22700 {{(pid=120042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 13:05:52.284363 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fa43abc-9b3b-4e07-8d1f-4032b3fb6f8f tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Notify agent at l3_agent.dv-cinder-788782-9-iscsi the message routers_updated {{(pid=120042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 13:05:52.289146 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-8fa43abc-9b3b-4e07-8d1f-4032b3fb6f8f tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10697'] for floatingip, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:52.294776 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702d76cc-39cc-49dc-b845-8d2aea434bde None None] Sync routers for ids ['cb3b5100-f7e9-41dd-9b0a-64d3a0bab622'] in dv-cinder-788782-9-iscsi {{(pid=120043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 13:05:52.304436 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702d76cc-39cc-49dc-b845-8d2aea434bde None None] Routers {'cb3b5100-f7e9-41dd-9b0a-64d3a0bab622'} bound to L3 agent in host dv-cinder-788782-9-iscsi {{(pid=120043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:05:52.305074 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_hamode_db [None req-702d76cc-39cc-49dc-b845-8d2aea434bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T12:48:38Z,description=,heartbeat_timestamp=2021-09-03T13:05:38Z,host='dv-cinder-788782-9-iscsi',id=3ba3cff0-0714-4a2d-b638-391a63c22700,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:48:38Z,topic='l3_agent')) {'router_ids': ['cb3b5100-f7e9-41dd-9b0a-64d3a0bab622'], 'active': True} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:05:52.316978 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-8fa43abc-9b3b-4e07-8d1f-4032b3fb6f8f tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.24 "DELETE /v2.0/floatingips/3d0379af-719b-4a75-92a2-7f2d3dc6f378 HTTP/1.1" status: 204 len: 168 time: 1.0677135 Sep 03 13:05:52.317674 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '732aca35-671d-4ac9-9e2d-f9c68385521f', 'tag': 'c95bbd98-88a0-4068-b974-d265ec66202f'}] {{(pid=120042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:05:52.319926 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d2a6420b193a10f45e0477184c700453c1253cfa456d27c4e3ab5b2f2f62351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c39d6567-f20e-46fe-8e89-9b7de01fa410" -d '{"events": [{"name": "network-changed", "server_uuid": "732aca35-671d-4ac9-9e2d-f9c68385521f", "tag": "c95bbd98-88a0-4068-b974-d265ec66202f"}]}' {{(pid=120042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:05:52.364740 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 13:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4911e132-276e-461b-9713-ed989e10b2c6 x-openstack-request-id: req-4911e132-276e-461b-9713-ed989e10b2c6 {{(pid=120042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:05:52.364998 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "732aca35-671d-4ac9-9e2d-f9c68385521f", "tag": "c95bbd98-88a0-4068-b974-d265ec66202f", "status": "completed", "code": 200}]} {{(pid=120042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:05:52.365265 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4911e132-276e-461b-9713-ed989e10b2c6 {{(pid=120042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:05:52.365672 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '732aca35-671d-4ac9-9e2d-f9c68385521f', 'tag': 'c95bbd98-88a0-4068-b974-d265ec66202f', 'status': 'completed', 'code': 200} Sep 03 13:05:52.414912 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvr_db [None req-702d76cc-39cc-49dc-b845-8d2aea434bde None None] Set router cb3b5100-f7e9-41dd-9b0a-64d3a0bab622 gateway port host: dv-cinder-788782-9-iscsi {{(pid=120043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:05:52.435550 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39d6567-f20e-46fe-8e89-9b7de01fa410 req-6f4c9a15-a7cf-4e5b-a682-a32bf989770f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:05:52.437618 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-c39d6567-f20e-46fe-8e89-9b7de01fa410 req-6f4c9a15-a7cf-4e5b-a682-a32bf989770f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ca4d8f1b1cc14659a16af4ec915819aa&device_id=732aca35-671d-4ac9-9e2d-f9c68385521f HTTP/1.1" status: 200 len: 1098 time: 0.0471129 Sep 03 13:05:52.530526 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39d6567-f20e-46fe-8e89-9b7de01fa410 req-45c1c5ef-6c9e-47c3-b9be-9e25d4e8850d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:05:52.532643 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-c39d6567-f20e-46fe-8e89-9b7de01fa410 req-45c1c5ef-6c9e-47c3-b9be-9e25d4e8850d service neutron] 10.222.0.11 "GET /v2.0/networks?id=345637cf-75d9-4779-b1b1-52f200b41e58 HTTP/1.1" status: 200 len: 909 time: 0.0874107 Sep 03 13:05:52.578880 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-c39d6567-f20e-46fe-8e89-9b7de01fa410 req-7a2c3d45-b148-4b4a-8694-fe3dbef1a73a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c95bbd98-88a0-4068-b974-d265ec66202f HTTP/1.1" status: 200 len: 217 time: 0.0380371 Sep 03 13:05:52.635563 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39d6567-f20e-46fe-8e89-9b7de01fa410 req-f47e5276-0535-4cc5-966a-fe3e86b1bf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:05:52.638149 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_hamode_db [None req-702d76cc-39cc-49dc-b845-8d2aea434bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb3b5100-f7e9-41dd-9b0a-64d3a0bab622', 'name': 'tempest-TestShelveInstance-1014922235-router', 'tenant_id': 'ca4d8f1b1cc14659a16af4ec915819aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'cdfc4dfe-0be8-4f69-a37c-4f691cdf1e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:00:31Z', 'updated_at': '2021-09-03T13:00:35Z', 'revision_number': 4, 'project_id': 'ca4d8f1b1cc14659a16af4ec915819aa', 'gw_port': {'id': 'cdfc4dfe-0be8-4f69-a37c-4f691cdf1e0e', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:45:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3b5100-f7e9-41dd-9b0a-64d3a0bab622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:00:31Z', 'updated_at': '2021-09-03T13:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi', '_interfaces': [{'id': '9889a450-7a47-4ac4-a283-ab25fb804b83', 'name': '', 'network_id': '345637cf-75d9-4779-b1b1-52f200b41e58', 'tenant_id': 'ca4d8f1b1cc14659a16af4ec915819aa', 'mac_address': 'fa:16:3e:37:31:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3b5100-f7e9-41dd-9b0a-64d3a0bab622', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '9e2dffd0-2e45-4317-8b2f-2228f5cb6a48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:00:34Z', 'updated_at': '2021-09-03T13:00:40Z', 'revision_number': 5, 'project_id': 'ca4d8f1b1cc14659a16af4ec915819aa', 'subnets': [{'id': '9e2dffd0-2e45-4317-8b2f-2228f5cb6a48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-9-iscsi', False) {} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:05:52.638581 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-c39d6567-f20e-46fe-8e89-9b7de01fa410 req-f47e5276-0535-4cc5-966a-fe3e86b1bf9a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9e2dffd0-2e45-4317-8b2f-2228f5cb6a48 HTTP/1.1" status: 200 len: 848 time: 0.0496976 Sep 03 13:05:52.675561 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702d76cc-39cc-49dc-b845-8d2aea434bde None None] Checking router: cb3b5100-f7e9-41dd-9b0a-64d3a0bab622 for host: dv-cinder-788782-9-iscsi {{(pid=120043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 13:05:52.691890 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702d76cc-39cc-49dc-b845-8d2aea434bde None None] Routers {'cb3b5100-f7e9-41dd-9b0a-64d3a0bab622'} bound to L3 agent in host dv-cinder-788782-9-iscsi {{(pid=120043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:05:52.692525 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_hamode_db [None req-702d76cc-39cc-49dc-b845-8d2aea434bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T12:48:38Z,description=,heartbeat_timestamp=2021-09-03T13:05:38Z,host='dv-cinder-788782-9-iscsi',id=3ba3cff0-0714-4a2d-b638-391a63c22700,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:48:38Z,topic='l3_agent')) {'router_ids': ['cb3b5100-f7e9-41dd-9b0a-64d3a0bab622'], 'active': True} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:05:52.694999 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39d6567-f20e-46fe-8e89-9b7de01fa410 req-0063fa5c-ef98-4319-b75f-8f25efa30a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:05:52.698862 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-c39d6567-f20e-46fe-8e89-9b7de01fa410 req-0063fa5c-ef98-4319-b75f-8f25efa30a13 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=345637cf-75d9-4779-b1b1-52f200b41e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0509076 Sep 03 13:05:52.822903 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890d7d2e-eb95-447d-b0fb-9d95ec36f974 req-3992ebe1-a722-4b94-bce5-e1422ca1d5ae tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:05:52.825524 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-890d7d2e-eb95-447d-b0fb-9d95ec36f974 req-3992ebe1-a722-4b94-bce5-e1422ca1d5ae tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.24 "GET /v2.0/ports?device_id=732aca35-671d-4ac9-9e2d-f9c68385521f HTTP/1.1" status: 200 len: 945 time: 0.1016870 Sep 03 13:05:52.840459 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-c39d6567-f20e-46fe-8e89-9b7de01fa410 req-4794eee5-df25-4ed7-811f-528458e21aa1 service neutron] 10.222.0.11 "GET /v2.0/networks/345637cf-75d9-4779-b1b1-52f200b41e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361489 Sep 03 13:05:52.907237 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-890d7d2e-eb95-447d-b0fb-9d95ec36f974 req-3daf39e8-0fe7-46d8-8d84-b5ec76f66edb tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.24 "GET /v2.0/security-groups?id=946cb771-3479-4969-bec7-65f8bfd0ac47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658200 Sep 03 13:05:52.923068 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvr_db [None req-702d76cc-39cc-49dc-b845-8d2aea434bde None None] Set router cb3b5100-f7e9-41dd-9b0a-64d3a0bab622 gateway port host: dv-cinder-788782-9-iscsi {{(pid=120043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:05:52.962946 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-c39d6567-f20e-46fe-8e89-9b7de01fa410 req-c0bc43ea-2cd3-4cf8-93e9-3d9a7b78ba23 service neutron] 10.222.0.11 "GET /v2.0/networks/345637cf-75d9-4779-b1b1-52f200b41e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135440 Sep 03 13:05:53.133681 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_hamode_db [None req-702d76cc-39cc-49dc-b845-8d2aea434bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb3b5100-f7e9-41dd-9b0a-64d3a0bab622', 'name': 'tempest-TestShelveInstance-1014922235-router', 'tenant_id': 'ca4d8f1b1cc14659a16af4ec915819aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'cdfc4dfe-0be8-4f69-a37c-4f691cdf1e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:00:31Z', 'updated_at': '2021-09-03T13:00:35Z', 'revision_number': 4, 'project_id': 'ca4d8f1b1cc14659a16af4ec915819aa', 'gw_port': {'id': 'cdfc4dfe-0be8-4f69-a37c-4f691cdf1e0e', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:45:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3b5100-f7e9-41dd-9b0a-64d3a0bab622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:00:31Z', 'updated_at': '2021-09-03T13:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi', '_interfaces': [{'id': '9889a450-7a47-4ac4-a283-ab25fb804b83', 'name': '', 'network_id': '345637cf-75d9-4779-b1b1-52f200b41e58', 'tenant_id': 'ca4d8f1b1cc14659a16af4ec915819aa', 'mac_address': 'fa:16:3e:37:31:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3b5100-f7e9-41dd-9b0a-64d3a0bab622', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '9e2dffd0-2e45-4317-8b2f-2228f5cb6a48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:00:34Z', 'updated_at': '2021-09-03T13:00:40Z', 'revision_number': 5, 'project_id': 'ca4d8f1b1cc14659a16af4ec915819aa', 'subnets': [{'id': '9e2dffd0-2e45-4317-8b2f-2228f5cb6a48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-9-iscsi', False) {} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:05:53.162805 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702d76cc-39cc-49dc-b845-8d2aea434bde None None] The sync data for ids ['cb3b5100-f7e9-41dd-9b0a-64d3a0bab622'] in dv-cinder-788782-9-iscsi is: [{'id': 'cb3b5100-f7e9-41dd-9b0a-64d3a0bab622', 'name': 'tempest-TestShelveInstance-1014922235-router', 'tenant_id': 'ca4d8f1b1cc14659a16af4ec915819aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'cdfc4dfe-0be8-4f69-a37c-4f691cdf1e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:00:31Z', 'updated_at': '2021-09-03T13:00:35Z', 'revision_number': 4, 'project_id': 'ca4d8f1b1cc14659a16af4ec915819aa', 'gw_port': {'id': 'cdfc4dfe-0be8-4f69-a37c-4f691cdf1e0e', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:45:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3b5100-f7e9-41dd-9b0a-64d3a0bab622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:00:31Z', 'updated_at': '2021-09-03T13:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi', '_interfaces': [{'id': '9889a450-7a47-4ac4-a283-ab25fb804b83', 'name': '', 'network_id': '345637cf-75d9-4779-b1b1-52f200b41e58', 'tenant_id': 'ca4d8f1b1cc14659a16af4ec915819aa', 'mac_address': 'fa:16:3e:37:31:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3b5100-f7e9-41dd-9b0a-64d3a0bab622', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '9e2dffd0-2e45-4317-8b2f-2228f5cb6a48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:00:34Z', 'updated_at': '2021-09-03T13:00:40Z', 'revision_number': 5, 'project_id': 'ca4d8f1b1cc14659a16af4ec915819aa', 'subnets': [{'id': '9e2dffd0-2e45-4317-8b2f-2228f5cb6a48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 13:05:53.376654 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329da0c9-27c9-4957-a0a8-0b0383b439b7 None None] New status for floating IP 3d0379af-719b-4a75-92a2-7f2d3dc6f378: DOWN {{(pid=120044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 13:05:54.030019 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f092e4e-2659-4da5-99d2-76117d487afa req-3710ca56-d0cc-45f9-9732-98cc5c39011e tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:05:54.031929 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-9f092e4e-2659-4da5-99d2-76117d487afa req-3710ca56-d0cc-45f9-9732-98cc5c39011e tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.24 "GET /v2.0/ports?device_id=732aca35-671d-4ac9-9e2d-f9c68385521f HTTP/1.1" status: 200 len: 945 time: 0.0500493 Sep 03 13:05:54.070999 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-9f092e4e-2659-4da5-99d2-76117d487afa req-293efd73-8284-4374-91b1-ac40e9997397 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.24 "GET /v2.0/security-groups?id=946cb771-3479-4969-bec7-65f8bfd0ac47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330119 Sep 03 13:05:54.284010 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 44840) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:05:54.394352 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-6121b2db-7ea7-4807-8b02-b661d335035b admin admin] Notify callbacks [] for security_group, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:54.454017 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a969de01-c2e2-44cf-b4a7-c720bf76a9e1 req-f47373a7-ac24-4c21-abf5-3a61ce5ba113 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:05:54.455473 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-a969de01-c2e2-44cf-b4a7-c720bf76a9e1 req-f47373a7-ac24-4c21-abf5-3a61ce5ba113 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.11 "GET /v2.0/ports?device_id=732aca35-671d-4ac9-9e2d-f9c68385521f HTTP/1.1" status: 200 len: 945 time: 0.0698979 Sep 03 13:05:54.578751 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-6121b2db-7ea7-4807-8b02-b661d335035b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:54.592022 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.plugin [req-a969de01-c2e2-44cf-b4a7-c720bf76a9e1 req-77d15c4b-6952-4c64-9c67-4e8b78823525 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Deleting port c95bbd98-88a0-4068-b974-d265ec66202f {{(pid=120042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:05:54.592366 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-a969de01-c2e2-44cf-b4a7-c720bf76a9e1 req-77d15c4b-6952-4c64-9c67-4e8b78823525 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763613556462'] for port, before_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:54.650609 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-6121b2db-7ea7-4807-8b02-b661d335035b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:54.704969 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-6121b2db-7ea7-4807-8b02-b661d335035b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7113539fb6fa4aeb866db1724859810b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4198563 Sep 03 13:05:54.707853 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 44844) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:05:54.711937 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6121b2db-7ea7-4807-8b02-b661d335035b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4bf5ed6-a68f-4473-8d09-e3fdbc1dacb3,revision_number=1']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:05:54.727656 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.db [req-a969de01-c2e2-44cf-b4a7-c720bf76a9e1 req-77d15c4b-6952-4c64-9c67-4e8b78823525 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] For port c95bbd98-88a0-4068-b974-d265ec66202f, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=c95bbd98-88a0-4068-b974-d265ec66202f,segment=NetworkSegment(e45ceb30-1af8-4624-9c71-29e1cb5208f7),segment_id=e45ceb30-1af8-4624-9c71-29e1cb5208f7)] {{(pid=120042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:05:54.728097 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-a969de01-c2e2-44cf-b4a7-c720bf76a9e1 req-77d15c4b-6952-4c64-9c67-4e8b78823525 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642786'] for port, precommit_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:54.740508 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.plugin [req-a969de01-c2e2-44cf-b4a7-c720bf76a9e1 req-77d15c4b-6952-4c64-9c67-4e8b78823525 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Calling delete_port for c95bbd98-88a0-4068-b974-d265ec66202f owned by compute:nova {{(pid=120042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:05:54.764828 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-9191f7da-fddf-4cdf-b092-669b025b9019 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:54.789261 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-9191f7da-fddf-4cdf-b092-669b025b9019 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:54.923663 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-9191f7da-fddf-4cdf-b092-669b025b9019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:54.926288 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-9191f7da-fddf-4cdf-b092-669b025b9019 admin admin] Notify callbacks [] for security_group, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:54.927497 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-9191f7da-fddf-4cdf-b092-669b025b9019 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a4bf5ed6-a68f-4473-8d09-e3fdbc1dacb3 HTTP/1.1" status: 204 len: 168 time: 0.2184703 Sep 03 13:05:54.935322 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9191f7da-fddf-4cdf-b092-669b025b9019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4bf5ed6-a68f-4473-8d09-e3fdbc1dacb3,revision_number=None']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:05:54.953054 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-a969de01-c2e2-44cf-b4a7-c720bf76a9e1 req-77d15c4b-6952-4c64-9c67-4e8b78823525 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763613567928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763613061268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534626149'] for port, after_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:54.988834 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d15c4b-6952-4c64-9c67-4e8b78823525 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Pushing event deleted for resources: {'Port': ['ID=c95bbd98-88a0-4068-b974-d265ec66202f,revision_number=None']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:05:55.029547 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.l3_dvrscheduler_db [req-a969de01-c2e2-44cf-b4a7-c720bf76a9e1 req-77d15c4b-6952-4c64-9c67-4e8b78823525 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] No DVR routers for this DVR port c95bbd98-88a0-4068-b974-d265ec66202f on host hv-cinder-78878 {{(pid=120042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 13:05:55.032619 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-a969de01-c2e2-44cf-b4a7-c720bf76a9e1 req-77d15c4b-6952-4c64-9c67-4e8b78823525 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10697'] for port, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:55.034607 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-a969de01-c2e2-44cf-b4a7-c720bf76a9e1 req-77d15c4b-6952-4c64-9c67-4e8b78823525 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.11 "DELETE /v2.0/ports/c95bbd98-88a0-4068-b974-d265ec66202f HTTP/1.1" status: 204 len: 173 time: 0.5709953 Sep 03 13:05:55.035046 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '732aca35-671d-4ac9-9e2d-f9c68385521f', 'name': 'network-vif-deleted', 'tag': 'c95bbd98-88a0-4068-b974-d265ec66202f'}] {{(pid=120042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:05:55.037453 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d2a6420b193a10f45e0477184c700453c1253cfa456d27c4e3ab5b2f2f62351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73718433-da35-4baa-9623-83ed03f0fa03" -d '{"events": [{"server_uuid": "732aca35-671d-4ac9-9e2d-f9c68385521f", "name": "network-vif-deleted", "tag": "c95bbd98-88a0-4068-b974-d265ec66202f"}]}' {{(pid=120042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:05:55.071619 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 13:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f26fff9c-987a-4638-84d7-4dca9cc007c3 x-openstack-request-id: req-f26fff9c-987a-4638-84d7-4dca9cc007c3 {{(pid=120042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:05:55.071977 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "732aca35-671d-4ac9-9e2d-f9c68385521f", "name": "network-vif-deleted", "tag": "c95bbd98-88a0-4068-b974-d265ec66202f", "status": "completed", "code": 200}]} {{(pid=120042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:05:55.072258 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f26fff9c-987a-4638-84d7-4dca9cc007c3 {{(pid=120042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:05:55.072674 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '732aca35-671d-4ac9-9e2d-f9c68385521f', 'name': 'network-vif-deleted', 'tag': 'c95bbd98-88a0-4068-b974-d265ec66202f', 'status': 'completed', 'code': 200} Sep 03 13:05:55.164024 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-06ae9a58-692d-4a9a-8124-67de80f52e39 req-8f3325f5-f137-4919-9db1-30327436a1a0 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.24 "GET /v2.0/ports?device_id=732aca35-671d-4ac9-9e2d-f9c68385521f HTTP/1.1" status: 200 len: 210 time: 0.0251546 Sep 03 13:05:55.683559 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 44856) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:05:55.697413 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-bd78dea6-b0e6-42ae-90c6-c6b1d9faa3c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:55.784937 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-bd78dea6-b0e6-42ae-90c6-c6b1d9faa3c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:55.907121 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-bd78dea6-b0e6-42ae-90c6-c6b1d9faa3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:55.943782 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd78dea6-b0e6-42ae-90c6-c6b1d9faa3c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a5cf5b5-baac-42ab-9cd7-e7003f382871,revision_number=1']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:05:55.948452 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-bd78dea6-b0e6-42ae-90c6-c6b1d9faa3c3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ae979676424a44d0b4e12fe735182e28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2638278 Sep 03 13:05:55.951178 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 44860) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:05:56.002365 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-84c9b996-5b03-46e7-97c4-a82e750a3aee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:56.023681 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-84c9b996-5b03-46e7-97c4-a82e750a3aee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:56.146930 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-84c9b996-5b03-46e7-97c4-a82e750a3aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:56.149618 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-84c9b996-5b03-46e7-97c4-a82e750a3aee admin admin] Notify callbacks [] for security_group, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:56.150800 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-84c9b996-5b03-46e7-97c4-a82e750a3aee admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7a5cf5b5-baac-42ab-9cd7-e7003f382871 HTTP/1.1" status: 204 len: 168 time: 0.1987274 Sep 03 13:05:56.159426 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c9b996-5b03-46e7-97c4-a82e750a3aee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a5cf5b5-baac-42ab-9cd7-e7003f382871,revision_number=None']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:05:56.271544 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-44c22932-b5ac-45dd-b7fb-9d5511873987 req-389c4a55-8fef-4e24-af6f-45cfc14e6452 tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.24 "GET /v2.0/ports?device_id=732aca35-671d-4ac9-9e2d-f9c68385521f HTTP/1.1" status: 200 len: 210 time: 0.0267630 Sep 03 13:05:57.329254 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 44888) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:05:57.389158 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-abe1d7a6-f5a0-40d0-acd5-2a1426f2de5f tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Notify callbacks [] for security_group, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:57.413008 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-abe1d7a6-f5a0-40d0-acd5-2a1426f2de5f tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Notify callbacks [] for security_group, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:57.597208 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-abe1d7a6-f5a0-40d0-acd5-2a1426f2de5f tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:57.599878 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-abe1d7a6-f5a0-40d0-acd5-2a1426f2de5f tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Notify callbacks [] for security_group, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:57.601043 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-abe1d7a6-f5a0-40d0-acd5-2a1426f2de5f tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] 10.222.0.24 "DELETE /v2.0/security-groups/946cb771-3479-4969-bec7-65f8bfd0ac47 HTTP/1.1" status: 204 len: 168 time: 0.2708201 Sep 03 13:05:57.610619 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe1d7a6-f5a0-40d0-acd5-2a1426f2de5f tempest-TestShelveInstance-1642415832 tempest-TestShelveInstance-1642415832-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=946cb771-3479-4969-bec7-65f8bfd0ac47,revision_number=None']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:05:57.792025 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 44904) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:05:58.016151 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Device c95bbd98-88a0-4068-b974-d265ec66202f no longer exists at agent hyperv_hv-cinder-78878 {{(pid=120043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 13:05:58.036498 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.plugin [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] No Port match for: c95bbd98-88a0-4068-b974-d265ec66202f {{(pid=120043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 13:05:58.036861 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Device c95bbd98-88a0-4068-b974-d265ec66202f not bound to the agent host hv-cinder-78878 {{(pid=120043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 13:05:58.280609 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-88f320de-1435-48ab-8803-669edf7a82db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1666091'] for router_interface, before_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:58.517935 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.plugin [None req-88f320de-1435-48ab-8803-669edf7a82db admin admin] Deleting port 9889a450-7a47-4ac4-a283-ab25fb804b83 {{(pid=120042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:05:58.519519 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-88f320de-1435-48ab-8803-669edf7a82db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763613556462'] for port, before_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:58.593682 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.db [None req-88f320de-1435-48ab-8803-669edf7a82db admin admin] For port 9889a450-7a47-4ac4-a283-ab25fb804b83, host dv-cinder-788782-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-9-iscsi',level=0,port_id=9889a450-7a47-4ac4-a283-ab25fb804b83,segment=NetworkSegment(e45ceb30-1af8-4624-9c71-29e1cb5208f7),segment_id=e45ceb30-1af8-4624-9c71-29e1cb5208f7)] {{(pid=120042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:05:58.593980 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-88f320de-1435-48ab-8803-669edf7a82db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642786'] for port, precommit_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:58.605917 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.plugin [None req-88f320de-1435-48ab-8803-669edf7a82db admin admin] Calling delete_port for 9889a450-7a47-4ac4-a283-ab25fb804b83 owned by network:router_interface {{(pid=120042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:05:58.946791 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-88f320de-1435-48ab-8803-669edf7a82db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763613567928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763613061268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534626149'] for port, after_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:58.973081 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f320de-1435-48ab-8803-669edf7a82db admin admin] Pushing event deleted for resources: {'Port': ['ID=9889a450-7a47-4ac4-a283-ab25fb804b83,revision_number=None']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:05:59.404873 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-88f320de-1435-48ab-8803-669edf7a82db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1666239'] for router_interface, after_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:59.610356 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88f320de-1435-48ab-8803-669edf7a82db admin admin] Router cb3b5100-f7e9-41dd-9b0a-64d3a0bab622 has already been hosted by L3 agent 3ba3cff0-0714-4a2d-b638-391a63c22700 {{(pid=120042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 13:05:59.710919 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88f320de-1435-48ab-8803-669edf7a82db admin admin] Notify agent at l3_agent.dv-cinder-788782-9-iscsi the message routers_updated {{(pid=120042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 13:05:59.719435 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-88f320de-1435-48ab-8803-669edf7a82db admin admin] 10.222.0.24 "PUT /v2.0/routers/cb3b5100-f7e9-41dd-9b0a-64d3a0bab622/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9238858 Sep 03 13:05:59.719435 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 44924) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:05:59.723112 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12baeb68-be2f-42da-9661-c9cb4d3edcce None None] Sync routers for ids ['cb3b5100-f7e9-41dd-9b0a-64d3a0bab622'] in dv-cinder-788782-9-iscsi {{(pid=120043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 13:05:59.732705 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12baeb68-be2f-42da-9661-c9cb4d3edcce None None] Routers {'cb3b5100-f7e9-41dd-9b0a-64d3a0bab622'} bound to L3 agent in host dv-cinder-788782-9-iscsi {{(pid=120043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:05:59.733326 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_hamode_db [None req-12baeb68-be2f-42da-9661-c9cb4d3edcce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T12:48:38Z,description=,heartbeat_timestamp=2021-09-03T13:05:38Z,host='dv-cinder-788782-9-iscsi',id=3ba3cff0-0714-4a2d-b638-391a63c22700,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:48:38Z,topic='l3_agent')) {'router_ids': ['cb3b5100-f7e9-41dd-9b0a-64d3a0bab622'], 'active': True} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:05:59.819752 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-5dd2cbbb-5d2f-4d80-8613-e80f0cb8d2b2 admin admin] Notify callbacks [] for router, before_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:05:59.836485 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvr_db [None req-12baeb68-be2f-42da-9661-c9cb4d3edcce None None] Set router cb3b5100-f7e9-41dd-9b0a-64d3a0bab622 gateway port host: dv-cinder-788782-9-iscsi {{(pid=120043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:05:59.924088 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-5dd2cbbb-5d2f-4d80-8613-e80f0cb8d2b2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:00.014908 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_hamode_db [None req-12baeb68-be2f-42da-9661-c9cb4d3edcce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb3b5100-f7e9-41dd-9b0a-64d3a0bab622', 'name': 'tempest-TestShelveInstance-1014922235-router', 'tenant_id': 'ca4d8f1b1cc14659a16af4ec915819aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'cdfc4dfe-0be8-4f69-a37c-4f691cdf1e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:00:31Z', 'updated_at': '2021-09-03T13:05:58Z', 'revision_number': 5, 'project_id': 'ca4d8f1b1cc14659a16af4ec915819aa', 'gw_port': {'id': 'cdfc4dfe-0be8-4f69-a37c-4f691cdf1e0e', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:45:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3b5100-f7e9-41dd-9b0a-64d3a0bab622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:00:31Z', 'updated_at': '2021-09-03T13:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi'}], 'dv-cinder-788782-9-iscsi', False) {} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:06:00.046507 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12baeb68-be2f-42da-9661-c9cb4d3edcce None None] Checking router: cb3b5100-f7e9-41dd-9b0a-64d3a0bab622 for host: dv-cinder-788782-9-iscsi {{(pid=120043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 13:06:00.055363 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12baeb68-be2f-42da-9661-c9cb4d3edcce None None] Routers {'cb3b5100-f7e9-41dd-9b0a-64d3a0bab622'} bound to L3 agent in host dv-cinder-788782-9-iscsi {{(pid=120043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:06:00.056005 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_hamode_db [None req-12baeb68-be2f-42da-9661-c9cb4d3edcce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T12:48:38Z,description=,heartbeat_timestamp=2021-09-03T13:05:38Z,host='dv-cinder-788782-9-iscsi',id=3ba3cff0-0714-4a2d-b638-391a63c22700,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:48:38Z,topic='l3_agent')) {'router_ids': ['cb3b5100-f7e9-41dd-9b0a-64d3a0bab622'], 'active': True} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:06:00.070336 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.plugin [None req-5dd2cbbb-5d2f-4d80-8613-e80f0cb8d2b2 admin admin] Deleting port cdfc4dfe-0be8-4f69-a37c-4f691cdf1e0e {{(pid=120042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:06:00.070868 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-5dd2cbbb-5d2f-4d80-8613-e80f0cb8d2b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763613556462'] for port, before_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:00.140772 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvr_db [None req-12baeb68-be2f-42da-9661-c9cb4d3edcce None None] Set router cb3b5100-f7e9-41dd-9b0a-64d3a0bab622 gateway port host: None {{(pid=120043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:06:00.150358 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.db [None req-5dd2cbbb-5d2f-4d80-8613-e80f0cb8d2b2 admin admin] For port cdfc4dfe-0be8-4f69-a37c-4f691cdf1e0e, host dv-cinder-788782-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-9-iscsi',level=0,port_id=cdfc4dfe-0be8-4f69-a37c-4f691cdf1e0e,segment=NetworkSegment(c1a38775-ec28-415d-bb88-0cf7761c0f56),segment_id=c1a38775-ec28-415d-bb88-0cf7761c0f56)] {{(pid=120042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:06:00.150760 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-5dd2cbbb-5d2f-4d80-8613-e80f0cb8d2b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642786'] for port, precommit_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:00.164391 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.plugin [None req-5dd2cbbb-5d2f-4d80-8613-e80f0cb8d2b2 admin admin] Calling delete_port for cdfc4dfe-0be8-4f69-a37c-4f691cdf1e0e owned by network:router_gateway {{(pid=120042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:06:00.195209 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_hamode_db [None req-12baeb68-be2f-42da-9661-c9cb4d3edcce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb3b5100-f7e9-41dd-9b0a-64d3a0bab622', 'name': 'tempest-TestShelveInstance-1014922235-router', 'tenant_id': 'ca4d8f1b1cc14659a16af4ec915819aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:00:31Z', 'updated_at': '2021-09-03T13:05:59Z', 'revision_number': 6, 'project_id': 'ca4d8f1b1cc14659a16af4ec915819aa', 'gw_port_host': None}], 'dv-cinder-788782-9-iscsi', False) {} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:06:00.221351 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12baeb68-be2f-42da-9661-c9cb4d3edcce None None] The sync data for ids ['cb3b5100-f7e9-41dd-9b0a-64d3a0bab622'] in dv-cinder-788782-9-iscsi is: [{'id': 'cb3b5100-f7e9-41dd-9b0a-64d3a0bab622', 'name': 'tempest-TestShelveInstance-1014922235-router', 'tenant_id': 'ca4d8f1b1cc14659a16af4ec915819aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:00:31Z', 'updated_at': '2021-09-03T13:05:59Z', 'revision_number': 6, 'project_id': 'ca4d8f1b1cc14659a16af4ec915819aa', 'gw_port_host': None}] {{(pid=120043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 13:06:00.403923 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-5dd2cbbb-5d2f-4d80-8613-e80f0cb8d2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763613567928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763613061268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534626149'] for port, after_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:00.428592 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd2cbbb-5d2f-4d80-8613-e80f0cb8d2b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdfc4dfe-0be8-4f69-a37c-4f691cdf1e0e,revision_number=None']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:06:00.489481 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-5dd2cbbb-5d2f-4d80-8613-e80f0cb8d2b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664209'] for router_gateway, after_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:00.577112 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-5dd2cbbb-5d2f-4d80-8613-e80f0cb8d2b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28312'] for router, precommit_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:00.580104 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-5dd2cbbb-5d2f-4d80-8613-e80f0cb8d2b2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:00.718638 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-5dd2cbbb-5d2f-4d80-8613-e80f0cb8d2b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667959'] for router, after_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:00.719223 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dd2cbbb-5d2f-4d80-8613-e80f0cb8d2b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb3b5100-f7e9-41dd-9b0a-64d3a0bab622 {{(pid=120042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 13:06:00.723470 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-5dd2cbbb-5d2f-4d80-8613-e80f0cb8d2b2 admin admin] Notify callbacks [] for router, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:00.724654 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-5dd2cbbb-5d2f-4d80-8613-e80f0cb8d2b2 admin admin] 10.222.0.24 "DELETE /v2.0/routers/cb3b5100-f7e9-41dd-9b0a-64d3a0bab622 HTTP/1.1" status: 204 len: 168 time: 1.0043049 Sep 03 13:06:00.727037 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 44930) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:06:00.770442 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bc34357-81b4-4ea0-ba60-3b928d3dba69 admin admin] Deleting subnet 9e2dffd0-2e45-4317-8b2f-2228f5cb6a48 {{(pid=120042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 13:06:00.773292 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-2bc34357-81b4-4ea0-ba60-3b928d3dba69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:00.809218 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-2bc34357-81b4-4ea0-ba60-3b928d3dba69 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532845273'] for subnet, precommit_delete_associations {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:00.883572 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-2bc34357-81b4-4ea0-ba60-3b928d3dba69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667103'] for subnet, precommit_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:01.021795 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-2bc34357-81b4-4ea0-ba60-3b928d3dba69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534626120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534459686'] for subnet, after_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:01.047392 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc34357-81b4-4ea0-ba60-3b928d3dba69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e2dffd0-2e45-4317-8b2f-2228f5cb6a48,revision_number=None']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:06:01.051056 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-2bc34357-81b4-4ea0-ba60-3b928d3dba69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:01.053041 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-2bc34357-81b4-4ea0-ba60-3b928d3dba69 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/9e2dffd0-2e45-4317-8b2f-2228f5cb6a48 HTTP/1.1" status: 204 len: 168 time: 0.3250117 Sep 03 13:06:01.056061 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 44934) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:06:01.066011 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f463f1-3696-40f6-b4bc-03a9c921dbb3 None None] Network 345637cf-75d9-4779-b1b1-52f200b41e58 requested from dv-cinder-788782-9-iscsi {{(pid=120043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 13:06:01.137735 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-cd22da5c-567b-4b06-93c7-b3041f12e645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578772'] for network, before_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:01.195105 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.plugin [None req-cd22da5c-567b-4b06-93c7-b3041f12e645 admin admin] Deleting port 66e6e338-e2b4-4fa4-98ae-41d8cb488848 {{(pid=120042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:06:01.195365 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-cd22da5c-567b-4b06-93c7-b3041f12e645 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763613556462'] for port, before_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:01.261110 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a787c4-418d-4697-bd92-5ba0a6ac189a None None] DHCP port deletion for 345637cf-75d9-4779-b1b1-52f200b41e58 request from dv-cinder-788782-9-iscsi {{(pid=120043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 13:06:01.266508 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.db [None req-cd22da5c-567b-4b06-93c7-b3041f12e645 admin admin] For port 66e6e338-e2b4-4fa4-98ae-41d8cb488848, host dv-cinder-788782-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-9-iscsi',level=0,port_id=66e6e338-e2b4-4fa4-98ae-41d8cb488848,segment=NetworkSegment(e45ceb30-1af8-4624-9c71-29e1cb5208f7),segment_id=e45ceb30-1af8-4624-9c71-29e1cb5208f7)] {{(pid=120042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:06:01.266909 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-cd22da5c-567b-4b06-93c7-b3041f12e645 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642786'] for port, precommit_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:01.278409 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.plugin [None req-cd22da5c-567b-4b06-93c7-b3041f12e645 admin admin] Calling delete_port for 66e6e338-e2b4-4fa4-98ae-41d8cb488848 owned by network:dhcp {{(pid=120042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:06:01.309272 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.plugin [None req-c1a787c4-418d-4697-bd92-5ba0a6ac189a None None] Deleting port 66e6e338-e2b4-4fa4-98ae-41d8cb488848 {{(pid=120043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:06:01.309652 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-c1a787c4-418d-4697-bd92-5ba0a6ac189a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763613556462'] for port, before_delete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:01.370352 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-c1a787c4-418d-4697-bd92-5ba0a6ac189a None None] For port 66e6e338-e2b4-4fa4-98ae-41d8cb488848, host dv-cinder-788782-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-9-iscsi',level=0,port_id=66e6e338-e2b4-4fa4-98ae-41d8cb488848,segment=NetworkSegment(e45ceb30-1af8-4624-9c71-29e1cb5208f7),segment_id=e45ceb30-1af8-4624-9c71-29e1cb5208f7)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:06:01.370788 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-c1a787c4-418d-4697-bd92-5ba0a6ac189a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642786'] for port, precommit_delete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:01.383853 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.plugin [None req-c1a787c4-418d-4697-bd92-5ba0a6ac189a None None] Calling delete_port for 66e6e338-e2b4-4fa4-98ae-41d8cb488848 owned by network:dhcp {{(pid=120043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:06:01.422314 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Device 66e6e338-e2b4-4fa4-98ae-41d8cb488848 no longer exists at agent ovs-agent-dv-cinder-788782-9-iscsi {{(pid=120043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 13:06:01.448952 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-cd22da5c-567b-4b06-93c7-b3041f12e645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763613567928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763613061268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534626149'] for port, after_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:01.474518 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd22da5c-567b-4b06-93c7-b3041f12e645 admin admin] Pushing event deleted for resources: {'Port': ['ID=66e6e338-e2b4-4fa4-98ae-41d8cb488848,revision_number=None']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:06:01.479004 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd22da5c-567b-4b06-93c7-b3041f12e645 admin admin] No DVR routers for this DVR port 66e6e338-e2b4-4fa4-98ae-41d8cb488848 on host dv-cinder-788782-9-iscsi {{(pid=120042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 13:06:01.479792 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-08f51270-9900-45ae-a958-671501e71079 None None] No active binding found for port 66e6e338-e2b4-4fa4-98ae-41d8cb488848 {{(pid=120043) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 03 13:06:01.480245 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Device 66e6e338-e2b4-4fa4-98ae-41d8cb488848 not bound to the agent host dv-cinder-788782-9-iscsi {{(pid=120043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 13:06:01.480673 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Device 9889a450-7a47-4ac4-a283-ab25fb804b83 no longer exists at agent ovs-agent-dv-cinder-788782-9-iscsi {{(pid=120043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 13:06:01.505858 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.plugin [None req-08f51270-9900-45ae-a958-671501e71079 None None] No Port match for: 9889a450-7a47-4ac4-a283-ab25fb804b83 {{(pid=120043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 13:06:01.506248 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Device 9889a450-7a47-4ac4-a283-ab25fb804b83 not bound to the agent host dv-cinder-788782-9-iscsi {{(pid=120043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 13:06:01.506629 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Device cdfc4dfe-0be8-4f69-a37c-4f691cdf1e0e no longer exists at agent ovs-agent-dv-cinder-788782-9-iscsi {{(pid=120043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 13:06:01.525871 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.plugin [None req-08f51270-9900-45ae-a958-671501e71079 None None] No Port match for: cdfc4dfe-0be8-4f69-a37c-4f691cdf1e0e {{(pid=120043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 13:06:01.526193 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Device cdfc4dfe-0be8-4f69-a37c-4f691cdf1e0e not bound to the agent host dv-cinder-788782-9-iscsi {{(pid=120043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 13:06:01.528045 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-c1a787c4-418d-4697-bd92-5ba0a6ac189a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763613567928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763613061268'] for port, after_delete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:01.553779 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-cd22da5c-567b-4b06-93c7-b3041f12e645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665418', 'neutron.services.segments.db._delete_segments_for_network-8763613606485'] for network, precommit_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:01.553947 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a787c4-418d-4697-bd92-5ba0a6ac189a None None] Pushing event deleted for resources: {'Port': ['ID=66e6e338-e2b4-4fa4-98ae-41d8cb488848,revision_number=None']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:06:01.557895 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a787c4-418d-4697-bd92-5ba0a6ac189a None None] No DVR routers for this DVR port 66e6e338-e2b4-4fa4-98ae-41d8cb488848 on host dv-cinder-788782-9-iscsi {{(pid=120043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 13:06:01.566533 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a787c4-418d-4697-bd92-5ba0a6ac189a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:06:01.566533 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a787c4-418d-4697-bd92-5ba0a6ac189a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:06:01.566887 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.services.segments.db [None req-cd22da5c-567b-4b06-93c7-b3041f12e645 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['345637cf-75d9-4779-b1b1-52f200b41e58']}} {{(pid=120042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:06:01.567109 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a787c4-418d-4697-bd92-5ba0a6ac189a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:06:01.567109 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a787c4-418d-4697-bd92-5ba0a6ac189a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:06:01.567109 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a787c4-418d-4697-bd92-5ba0a6ac189a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:06:01.567109 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a787c4-418d-4697-bd92-5ba0a6ac189a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:06:01.567109 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a787c4-418d-4697-bd92-5ba0a6ac189a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:06:01.567109 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a787c4-418d-4697-bd92-5ba0a6ac189a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:06:01.567109 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a787c4-418d-4697-bd92-5ba0a6ac189a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:06:01.567612 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a787c4-418d-4697-bd92-5ba0a6ac189a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:06:01.567698 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a787c4-418d-4697-bd92-5ba0a6ac189a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:06:01.568104 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a787c4-418d-4697-bd92-5ba0a6ac189a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:06:01.576304 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.services.segments.db [None req-cd22da5c-567b-4b06-93c7-b3041f12e645 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e45ceb30-1af8-4624-9c71-29e1cb5208f7') {'for_net_delete': True} {{(pid=120042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:06:01.576606 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.services.segments.db [None req-cd22da5c-567b-4b06-93c7-b3041f12e645 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e45ceb30-1af8-4624-9c71-29e1cb5208f7') {} {{(pid=120042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:06:01.585584 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-cd22da5c-567b-4b06-93c7-b3041f12e645 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763613607518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532845248'] for segment, before_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:01.599190 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-cd22da5c-567b-4b06-93c7-b3041f12e645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669750'] for segment, precommit_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:01.604768 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd22da5c-567b-4b06-93c7-b3041f12e645 admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=120042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 13:06:01.605158 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-cd22da5c-567b-4b06-93c7-b3041f12e645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534626070'] for segment, after_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:01.606739 dv-cinder-788782-9-iscsi neutron-server[120042]: Traceback (most recent call last): Sep 03 13:06:01.606739 dv-cinder-788782-9-iscsi neutron-server[120042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 13:06:01.606739 dv-cinder-788782-9-iscsi neutron-server[120042]: timer() Sep 03 13:06:01.606739 dv-cinder-788782-9-iscsi neutron-server[120042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 13:06:01.606739 dv-cinder-788782-9-iscsi neutron-server[120042]: cb(*args, **kw) Sep 03 13:06:01.606739 dv-cinder-788782-9-iscsi neutron-server[120042]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 13:06:01.606739 dv-cinder-788782-9-iscsi neutron-server[120042]: return func(*args, **kwargs) Sep 03 13:06:01.606739 dv-cinder-788782-9-iscsi neutron-server[120042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 13:06:01.606739 dv-cinder-788782-9-iscsi neutron-server[120042]: self._notify() Sep 03 13:06:01.606739 dv-cinder-788782-9-iscsi neutron-server[120042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 13:06:01.606739 dv-cinder-788782-9-iscsi neutron-server[120042]: self.callback(batched_events) Sep 03 13:06:01.606739 dv-cinder-788782-9-iscsi neutron-server[120042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 13:06:01.606739 dv-cinder-788782-9-iscsi neutron-server[120042]: event.method(event) Sep 03 13:06:01.606739 dv-cinder-788782-9-iscsi neutron-server[120042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 13:06:01.606739 dv-cinder-788782-9-iscsi neutron-server[120042]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 13:06:01.606739 dv-cinder-788782-9-iscsi neutron-server[120042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 13:06:01.606739 dv-cinder-788782-9-iscsi neutron-server[120042]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 13:06:01.606739 dv-cinder-788782-9-iscsi neutron-server[120042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 13:06:01.606739 dv-cinder-788782-9-iscsi neutron-server[120042]: return f(self, *a, **k) Sep 03 13:06:01.606739 dv-cinder-788782-9-iscsi neutron-server[120042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 13:06:01.606739 dv-cinder-788782-9-iscsi neutron-server[120042]: return self._get(url).json() Sep 03 13:06:01.606739 dv-cinder-788782-9-iscsi neutron-server[120042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 13:06:01.606739 dv-cinder-788782-9-iscsi neutron-server[120042]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 13:06:01.606739 dv-cinder-788782-9-iscsi neutron-server[120042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 13:06:01.606739 dv-cinder-788782-9-iscsi neutron-server[120042]: return self.request(url, 'GET', **kwargs) Sep 03 13:06:01.606739 dv-cinder-788782-9-iscsi neutron-server[120042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 13:06:01.606739 dv-cinder-788782-9-iscsi neutron-server[120042]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 13:06:01.606739 dv-cinder-788782-9-iscsi neutron-server[120042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 13:06:01.606739 dv-cinder-788782-9-iscsi neutron-server[120042]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 13:06:01.606739 dv-cinder-788782-9-iscsi neutron-server[120042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 13:06:01.606739 dv-cinder-788782-9-iscsi neutron-server[120042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 13:06:01.606739 dv-cinder-788782-9-iscsi neutron-server[120042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 13:06:01.752193 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-cd22da5c-567b-4b06-93c7-b3041f12e645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748793'] for network, after_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:01.757718 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-cd22da5c-567b-4b06-93c7-b3041f12e645 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575370'] for network, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:01.759540 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-cd22da5c-567b-4b06-93c7-b3041f12e645 admin admin] 10.222.0.24 "DELETE /v2.0/networks/345637cf-75d9-4779-b1b1-52f200b41e58 HTTP/1.1" status: 204 len: 168 time: 0.7030606 Sep 03 13:06:01.762594 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 44938) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:06:01.770690 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd22da5c-567b-4b06-93c7-b3041f12e645 admin admin] Pushing event deleted for resources: {'Network': ['ID=345637cf-75d9-4779-b1b1-52f200b41e58,revision_number=None']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:06:02.090417 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-f126752d-d1e5-42c1-82da-65353c777db3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1666091'] for router_interface, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:02.317467 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.plugins.ml2.plugin [None req-f126752d-d1e5-42c1-82da-65353c777db3 admin admin] Deleting port 7df4058e-248d-4d0e-bf91-a9c917c4b4eb {{(pid=120041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:06:02.317807 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-f126752d-d1e5-42c1-82da-65353c777db3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763613556462'] for port, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:02.394052 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.plugins.ml2.db [None req-f126752d-d1e5-42c1-82da-65353c777db3 admin admin] For port 7df4058e-248d-4d0e-bf91-a9c917c4b4eb, host dv-cinder-788782-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-9-iscsi',level=0,port_id=7df4058e-248d-4d0e-bf91-a9c917c4b4eb,segment=NetworkSegment(474ecd73-90cc-403c-8c4a-92c15dbde33b),segment_id=474ecd73-90cc-403c-8c4a-92c15dbde33b)] {{(pid=120041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:06:02.394429 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-f126752d-d1e5-42c1-82da-65353c777db3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642786'] for port, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:02.406096 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.plugins.ml2.plugin [None req-f126752d-d1e5-42c1-82da-65353c777db3 admin admin] Calling delete_port for 7df4058e-248d-4d0e-bf91-a9c917c4b4eb owned by network:router_interface {{(pid=120041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:06:02.666287 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-f126752d-d1e5-42c1-82da-65353c777db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763613567928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763613061268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533180425'] for port, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:02.692880 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f126752d-d1e5-42c1-82da-65353c777db3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7df4058e-248d-4d0e-bf91-a9c917c4b4eb,revision_number=None']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:06:02.850176 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-f126752d-d1e5-42c1-82da-65353c777db3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1666239'] for router_interface, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:03.265574 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f126752d-d1e5-42c1-82da-65353c777db3 admin admin] Router aaedf421-31f8-469c-a0f8-660c13bbd2e7 has already been hosted by L3 agent 3ba3cff0-0714-4a2d-b638-391a63c22700 {{(pid=120041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 13:06:03.365225 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f126752d-d1e5-42c1-82da-65353c777db3 admin admin] Notify agent at l3_agent.dv-cinder-788782-9-iscsi the message routers_updated {{(pid=120041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 13:06:03.370546 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-f126752d-d1e5-42c1-82da-65353c777db3 admin admin] 10.222.0.24 "PUT /v2.0/routers/aaedf421-31f8-469c-a0f8-660c13bbd2e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6067164 Sep 03 13:06:03.372842 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 44948) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:06:03.379856 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e92454-566f-41d4-8b82-b0d31ce33989 None None] Sync routers for ids ['aaedf421-31f8-469c-a0f8-660c13bbd2e7'] in dv-cinder-788782-9-iscsi {{(pid=120044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 13:06:03.389404 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e92454-566f-41d4-8b82-b0d31ce33989 None None] Routers {'aaedf421-31f8-469c-a0f8-660c13bbd2e7'} bound to L3 agent in host dv-cinder-788782-9-iscsi {{(pid=120044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:06:03.390097 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_hamode_db [None req-d1e92454-566f-41d4-8b82-b0d31ce33989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T12:48:38Z,description=,heartbeat_timestamp=2021-09-03T13:05:38Z,host='dv-cinder-788782-9-iscsi',id=3ba3cff0-0714-4a2d-b638-391a63c22700,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:48:38Z,topic='l3_agent')) {'router_ids': ['aaedf421-31f8-469c-a0f8-660c13bbd2e7'], 'active': True} {{(pid=120044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:06:03.475938 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-79df391f-2f6f-4eb5-a6ee-39e808e88535 admin admin] Notify callbacks [] for router, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:03.494034 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_dvr_db [None req-d1e92454-566f-41d4-8b82-b0d31ce33989 None None] Set router aaedf421-31f8-469c-a0f8-660c13bbd2e7 gateway port host: dv-cinder-788782-9-iscsi {{(pid=120044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:06:03.575544 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-79df391f-2f6f-4eb5-a6ee-39e808e88535 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:03.667155 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_hamode_db [None req-d1e92454-566f-41d4-8b82-b0d31ce33989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaedf421-31f8-469c-a0f8-660c13bbd2e7', 'name': 'tempest-TestShelveInstance-26667233-router', 'tenant_id': '80cccf5997894560a8a4bf65e2a9546b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'd0fef4fc-86c5-440b-b611-e64ba74d9a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:00:39Z', 'updated_at': '2021-09-03T13:06:02Z', 'revision_number': 5, 'project_id': '80cccf5997894560a8a4bf65e2a9546b', 'gw_port': {'id': 'd0fef4fc-86c5-440b-b611-e64ba74d9a7a', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:86:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaedf421-31f8-469c-a0f8-660c13bbd2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:00:39Z', 'updated_at': '2021-09-03T13:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi'}], 'dv-cinder-788782-9-iscsi', False) {} {{(pid=120044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:06:03.685286 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.plugins.ml2.plugin [None req-79df391f-2f6f-4eb5-a6ee-39e808e88535 admin admin] Deleting port d0fef4fc-86c5-440b-b611-e64ba74d9a7a {{(pid=120041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:06:03.685734 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-79df391f-2f6f-4eb5-a6ee-39e808e88535 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763613556462'] for port, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:03.693686 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e92454-566f-41d4-8b82-b0d31ce33989 None None] Checking router: aaedf421-31f8-469c-a0f8-660c13bbd2e7 for host: dv-cinder-788782-9-iscsi {{(pid=120044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 13:06:03.701905 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e92454-566f-41d4-8b82-b0d31ce33989 None None] Routers {'aaedf421-31f8-469c-a0f8-660c13bbd2e7'} bound to L3 agent in host dv-cinder-788782-9-iscsi {{(pid=120044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:06:03.702550 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_hamode_db [None req-d1e92454-566f-41d4-8b82-b0d31ce33989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T12:48:38Z,description=,heartbeat_timestamp=2021-09-03T13:05:38Z,host='dv-cinder-788782-9-iscsi',id=3ba3cff0-0714-4a2d-b638-391a63c22700,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:48:38Z,topic='l3_agent')) {'router_ids': ['aaedf421-31f8-469c-a0f8-660c13bbd2e7'], 'active': True} {{(pid=120044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:06:03.766135 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.plugins.ml2.db [None req-79df391f-2f6f-4eb5-a6ee-39e808e88535 admin admin] For port d0fef4fc-86c5-440b-b611-e64ba74d9a7a, host dv-cinder-788782-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-9-iscsi',level=0,port_id=d0fef4fc-86c5-440b-b611-e64ba74d9a7a,segment=NetworkSegment(c1a38775-ec28-415d-bb88-0cf7761c0f56),segment_id=c1a38775-ec28-415d-bb88-0cf7761c0f56)] {{(pid=120041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:06:03.766518 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-79df391f-2f6f-4eb5-a6ee-39e808e88535 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642786'] for port, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:03.777802 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.plugins.ml2.plugin [None req-79df391f-2f6f-4eb5-a6ee-39e808e88535 admin admin] Calling delete_port for d0fef4fc-86c5-440b-b611-e64ba74d9a7a owned by network:router_gateway {{(pid=120041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:06:03.788400 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_dvr_db [None req-d1e92454-566f-41d4-8b82-b0d31ce33989 None None] Set router aaedf421-31f8-469c-a0f8-660c13bbd2e7 gateway port host: None {{(pid=120044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:06:03.842462 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_hamode_db [None req-d1e92454-566f-41d4-8b82-b0d31ce33989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaedf421-31f8-469c-a0f8-660c13bbd2e7', 'name': 'tempest-TestShelveInstance-26667233-router', 'tenant_id': '80cccf5997894560a8a4bf65e2a9546b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:00:39Z', 'updated_at': '2021-09-03T13:06:03Z', 'revision_number': 6, 'project_id': '80cccf5997894560a8a4bf65e2a9546b', 'gw_port_host': None}], 'dv-cinder-788782-9-iscsi', False) {} {{(pid=120044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:06:03.868129 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e92454-566f-41d4-8b82-b0d31ce33989 None None] The sync data for ids ['aaedf421-31f8-469c-a0f8-660c13bbd2e7'] in dv-cinder-788782-9-iscsi is: [{'id': 'aaedf421-31f8-469c-a0f8-660c13bbd2e7', 'name': 'tempest-TestShelveInstance-26667233-router', 'tenant_id': '80cccf5997894560a8a4bf65e2a9546b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:00:39Z', 'updated_at': '2021-09-03T13:06:03Z', 'revision_number': 6, 'project_id': '80cccf5997894560a8a4bf65e2a9546b', 'gw_port_host': None}] {{(pid=120044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 13:06:04.009154 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-79df391f-2f6f-4eb5-a6ee-39e808e88535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763613567928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763613061268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533180425'] for port, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:04.033970 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79df391f-2f6f-4eb5-a6ee-39e808e88535 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0fef4fc-86c5-440b-b611-e64ba74d9a7a,revision_number=None']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:06:04.089879 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-79df391f-2f6f-4eb5-a6ee-39e808e88535 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664209'] for router_gateway, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:04.176408 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-79df391f-2f6f-4eb5-a6ee-39e808e88535 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28312'] for router, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:04.178509 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-79df391f-2f6f-4eb5-a6ee-39e808e88535 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:04.300862 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-79df391f-2f6f-4eb5-a6ee-39e808e88535 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667959'] for router, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:04.301440 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79df391f-2f6f-4eb5-a6ee-39e808e88535 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aaedf421-31f8-469c-a0f8-660c13bbd2e7 {{(pid=120041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 13:06:04.305893 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-79df391f-2f6f-4eb5-a6ee-39e808e88535 admin admin] Notify callbacks [] for router, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:04.307060 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-79df391f-2f6f-4eb5-a6ee-39e808e88535 admin admin] 10.222.0.24 "DELETE /v2.0/routers/aaedf421-31f8-469c-a0f8-660c13bbd2e7 HTTP/1.1" status: 204 len: 168 time: 0.9332809 Sep 03 13:06:04.309626 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 44958) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:06:04.354659 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.db.db_base_plugin_v2 [None req-bad6bb3e-aba2-47a0-9430-4d22ed82f15a admin admin] Deleting subnet e531c330-3e19-4743-ac98-48d51f671d12 {{(pid=120041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 13:06:04.357857 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-bad6bb3e-aba2-47a0-9430-4d22ed82f15a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:04.392313 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-bad6bb3e-aba2-47a0-9430-4d22ed82f15a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-533074396'] for subnet, precommit_delete_associations {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:04.470203 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-bad6bb3e-aba2-47a0-9430-4d22ed82f15a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667103'] for subnet, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:04.632777 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-bad6bb3e-aba2-47a0-9430-4d22ed82f15a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533180452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532788743'] for subnet, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:04.658930 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad6bb3e-aba2-47a0-9430-4d22ed82f15a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e531c330-3e19-4743-ac98-48d51f671d12,revision_number=None']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:06:04.662325 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-bad6bb3e-aba2-47a0-9430-4d22ed82f15a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575370'] for subnet, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:04.664236 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-bad6bb3e-aba2-47a0-9430-4d22ed82f15a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/e531c330-3e19-4743-ac98-48d51f671d12 HTTP/1.1" status: 204 len: 168 time: 0.3536434 Sep 03 13:06:04.666738 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 44966) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:06:04.668173 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68d77f1-85a2-4fba-96ca-e08d93dc1dd1 None None] Network 6c566879-663e-4132-99b3-9ebe9035ba41 requested from dv-cinder-788782-9-iscsi {{(pid=120043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 13:06:04.744894 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-47033bf7-4059-4ca5-b236-c8be61d67a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578772'] for network, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:04.801147 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.plugins.ml2.plugin [None req-47033bf7-4059-4ca5-b236-c8be61d67a30 admin admin] Deleting port 5eb909c6-e688-422d-8df2-7f430a9e34ee {{(pid=120041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:06:04.801533 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-47033bf7-4059-4ca5-b236-c8be61d67a30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763613556462'] for port, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:04.855652 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04876e06-2a44-46bd-86fd-7cb76fe6150a None None] DHCP port deletion for 6c566879-663e-4132-99b3-9ebe9035ba41 request from dv-cinder-788782-9-iscsi {{(pid=120043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 13:06:04.867909 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.plugins.ml2.db [None req-47033bf7-4059-4ca5-b236-c8be61d67a30 admin admin] For port 5eb909c6-e688-422d-8df2-7f430a9e34ee, host dv-cinder-788782-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-9-iscsi',level=0,port_id=5eb909c6-e688-422d-8df2-7f430a9e34ee,segment=NetworkSegment(474ecd73-90cc-403c-8c4a-92c15dbde33b),segment_id=474ecd73-90cc-403c-8c4a-92c15dbde33b)] {{(pid=120041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:06:04.868416 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-47033bf7-4059-4ca5-b236-c8be61d67a30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642786'] for port, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:04.881553 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.plugins.ml2.plugin [None req-47033bf7-4059-4ca5-b236-c8be61d67a30 admin admin] Calling delete_port for 5eb909c6-e688-422d-8df2-7f430a9e34ee owned by network:dhcp {{(pid=120041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:06:04.911341 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.plugin [None req-04876e06-2a44-46bd-86fd-7cb76fe6150a None None] Deleting port 5eb909c6-e688-422d-8df2-7f430a9e34ee {{(pid=120043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:06:04.911722 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-04876e06-2a44-46bd-86fd-7cb76fe6150a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763613556462'] for port, before_delete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:04.985562 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-04876e06-2a44-46bd-86fd-7cb76fe6150a None None] For port 5eb909c6-e688-422d-8df2-7f430a9e34ee, host dv-cinder-788782-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-9-iscsi',level=0,port_id=5eb909c6-e688-422d-8df2-7f430a9e34ee,segment=NetworkSegment(474ecd73-90cc-403c-8c4a-92c15dbde33b),segment_id=474ecd73-90cc-403c-8c4a-92c15dbde33b)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:06:04.986030 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-04876e06-2a44-46bd-86fd-7cb76fe6150a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642786'] for port, precommit_delete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:04.998342 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.plugin [None req-04876e06-2a44-46bd-86fd-7cb76fe6150a None None] Calling delete_port for 5eb909c6-e688-422d-8df2-7f430a9e34ee owned by network:dhcp {{(pid=120043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:06:05.066824 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-47033bf7-4059-4ca5-b236-c8be61d67a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763613567928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763613061268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533180425'] for port, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:05.073240 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-04876e06-2a44-46bd-86fd-7cb76fe6150a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763613567928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763613061268'] for port, after_delete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:05.093969 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47033bf7-4059-4ca5-b236-c8be61d67a30 admin admin] Pushing event deleted for resources: {'Port': ['ID=5eb909c6-e688-422d-8df2-7f430a9e34ee,revision_number=None']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:06:05.098735 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47033bf7-4059-4ca5-b236-c8be61d67a30 admin admin] No DVR routers for this DVR port 5eb909c6-e688-422d-8df2-7f430a9e34ee on host dv-cinder-788782-9-iscsi {{(pid=120041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 13:06:05.105526 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04876e06-2a44-46bd-86fd-7cb76fe6150a None None] Pushing event deleted for resources: {'Port': ['ID=5eb909c6-e688-422d-8df2-7f430a9e34ee,revision_number=None']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:06:05.105526 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04876e06-2a44-46bd-86fd-7cb76fe6150a None None] No DVR routers for this DVR port 5eb909c6-e688-422d-8df2-7f430a9e34ee on host dv-cinder-788782-9-iscsi {{(pid=120043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 13:06:05.175117 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-47033bf7-4059-4ca5-b236-c8be61d67a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665418', 'neutron.services.segments.db._delete_segments_for_network-8763613606485'] for network, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:05.185708 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.services.segments.db [None req-47033bf7-4059-4ca5-b236-c8be61d67a30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c566879-663e-4132-99b3-9ebe9035ba41']}} {{(pid=120041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:06:05.196089 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.services.segments.db [None req-47033bf7-4059-4ca5-b236-c8be61d67a30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '474ecd73-90cc-403c-8c4a-92c15dbde33b') {'for_net_delete': True} {{(pid=120041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:06:05.197196 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.services.segments.db [None req-47033bf7-4059-4ca5-b236-c8be61d67a30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '474ecd73-90cc-403c-8c4a-92c15dbde33b') {} {{(pid=120041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:06:05.205631 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-47033bf7-4059-4ca5-b236-c8be61d67a30 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763613607518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-533074373'] for segment, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:05.219952 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-47033bf7-4059-4ca5-b236-c8be61d67a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669750'] for segment, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:05.226020 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47033bf7-4059-4ca5-b236-c8be61d67a30 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=120041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 13:06:05.226290 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-47033bf7-4059-4ca5-b236-c8be61d67a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533180538'] for segment, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:05.227921 dv-cinder-788782-9-iscsi neutron-server[120041]: Traceback (most recent call last): Sep 03 13:06:05.227921 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 13:06:05.227921 dv-cinder-788782-9-iscsi neutron-server[120041]: timer() Sep 03 13:06:05.227921 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 13:06:05.227921 dv-cinder-788782-9-iscsi neutron-server[120041]: cb(*args, **kw) Sep 03 13:06:05.227921 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 13:06:05.227921 dv-cinder-788782-9-iscsi neutron-server[120041]: return func(*args, **kwargs) Sep 03 13:06:05.227921 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 13:06:05.227921 dv-cinder-788782-9-iscsi neutron-server[120041]: self._notify() Sep 03 13:06:05.227921 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 13:06:05.227921 dv-cinder-788782-9-iscsi neutron-server[120041]: self.callback(batched_events) Sep 03 13:06:05.227921 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 13:06:05.227921 dv-cinder-788782-9-iscsi neutron-server[120041]: event.method(event) Sep 03 13:06:05.227921 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 13:06:05.227921 dv-cinder-788782-9-iscsi neutron-server[120041]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 13:06:05.227921 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 13:06:05.227921 dv-cinder-788782-9-iscsi neutron-server[120041]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 13:06:05.227921 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 13:06:05.227921 dv-cinder-788782-9-iscsi neutron-server[120041]: return f(self, *a, **k) Sep 03 13:06:05.227921 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 13:06:05.227921 dv-cinder-788782-9-iscsi neutron-server[120041]: return self._get(url).json() Sep 03 13:06:05.227921 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 13:06:05.227921 dv-cinder-788782-9-iscsi neutron-server[120041]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 13:06:05.227921 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 13:06:05.227921 dv-cinder-788782-9-iscsi neutron-server[120041]: return self.request(url, 'GET', **kwargs) Sep 03 13:06:05.227921 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 13:06:05.227921 dv-cinder-788782-9-iscsi neutron-server[120041]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 13:06:05.227921 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 13:06:05.227921 dv-cinder-788782-9-iscsi neutron-server[120041]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 13:06:05.227921 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 13:06:05.227921 dv-cinder-788782-9-iscsi neutron-server[120041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 13:06:05.227921 dv-cinder-788782-9-iscsi neutron-server[120041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 13:06:05.243562 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-7d78da79-06d1-4dd0-bf8f-9220eaf38d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:05.404116 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-47033bf7-4059-4ca5-b236-c8be61d67a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748793'] for network, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:05.412591 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-47033bf7-4059-4ca5-b236-c8be61d67a30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575370'] for network, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:05.415901 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-47033bf7-4059-4ca5-b236-c8be61d67a30 admin admin] 10.222.0.24 "DELETE /v2.0/networks/6c566879-663e-4132-99b3-9ebe9035ba41 HTTP/1.1" status: 204 len: 168 time: 0.7479458 Sep 03 13:06:05.430217 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47033bf7-4059-4ca5-b236-c8be61d67a30 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c566879-663e-4132-99b3-9ebe9035ba41,revision_number=None']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:06:05.430913 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Device 5eb909c6-e688-422d-8df2-7f430a9e34ee no longer exists at agent ovs-agent-dv-cinder-788782-9-iscsi {{(pid=120043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 13:06:05.456569 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.plugin [None req-08f51270-9900-45ae-a958-671501e71079 None None] No Port match for: 5eb909c6-e688-422d-8df2-7f430a9e34ee {{(pid=120043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 13:06:05.457184 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Device 5eb909c6-e688-422d-8df2-7f430a9e34ee not bound to the agent host dv-cinder-788782-9-iscsi {{(pid=120043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 13:06:05.457613 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Device 7df4058e-248d-4d0e-bf91-a9c917c4b4eb no longer exists at agent ovs-agent-dv-cinder-788782-9-iscsi {{(pid=120043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 13:06:05.476511 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.plugin [None req-08f51270-9900-45ae-a958-671501e71079 None None] No Port match for: 7df4058e-248d-4d0e-bf91-a9c917c4b4eb {{(pid=120043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 13:06:05.476863 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Device 7df4058e-248d-4d0e-bf91-a9c917c4b4eb not bound to the agent host dv-cinder-788782-9-iscsi {{(pid=120043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 13:06:05.477287 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Device d0fef4fc-86c5-440b-b611-e64ba74d9a7a no longer exists at agent ovs-agent-dv-cinder-788782-9-iscsi {{(pid=120043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 13:06:05.494857 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.plugin [None req-08f51270-9900-45ae-a958-671501e71079 None None] No Port match for: d0fef4fc-86c5-440b-b611-e64ba74d9a7a {{(pid=120043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 13:06:05.495209 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Device d0fef4fc-86c5-440b-b611-e64ba74d9a7a not bound to the agent host dv-cinder-788782-9-iscsi {{(pid=120043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 13:06:05.865596 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 45000) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:06:05.908361 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-16e6753f-93bf-4f45-ab14-eed5b9c27ab6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ca4d8f1b1cc14659a16af4ec915819aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0412982 Sep 03 13:06:05.910826 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 45002) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:06:05.959180 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-2dce0e06-8078-454a-ab9d-bd8b88d59344 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:05.979526 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-2dce0e06-8078-454a-ab9d-bd8b88d59344 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:06.060853 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-2dce0e06-8078-454a-ab9d-bd8b88d59344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:06.063404 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-2dce0e06-8078-454a-ab9d-bd8b88d59344 admin admin] Notify callbacks [] for security_group, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:06.064797 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-2dce0e06-8078-454a-ab9d-bd8b88d59344 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/df2fc207-c838-4719-95cd-220669f62744 HTTP/1.1" status: 204 len: 168 time: 0.1530113 Sep 03 13:06:06.072820 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dce0e06-8078-454a-ab9d-bd8b88d59344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df2fc207-c838-4719-95cd-220669f62744,revision_number=None']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:06:06.600543 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.agents_db [None req-4ecc573b-6c34-46c7-b31e-835fd9e30662 None None] Agent healthcheck: found 6 active agents {{(pid=120044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 13:06:06.837710 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 45014) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:06:06.878116 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-5738ec16-fc6a-4f6f-907b-0f02b040b6fe admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=80cccf5997894560a8a4bf65e2a9546b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0392041 Sep 03 13:06:06.879890 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 45016) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:06:06.926454 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-5da0663f-b747-4cfc-99f8-9af982870d65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:06.948627 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-5da0663f-b747-4cfc-99f8-9af982870d65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:07.020781 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:07.123665 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-5da0663f-b747-4cfc-99f8-9af982870d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:07.126403 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-5da0663f-b747-4cfc-99f8-9af982870d65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:07.127704 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-5da0663f-b747-4cfc-99f8-9af982870d65 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ecee2e3f-e858-452a-9236-c3e9a7b52f99 HTTP/1.1" status: 204 len: 168 time: 0.2467473 Sep 03 13:06:07.135329 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da0663f-b747-4cfc-99f8-9af982870d65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecee2e3f-e858-452a-9236-c3e9a7b52f99,revision_number=None']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:06:07.865360 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-4c924538-0a77-456c-b062-d45eb690fad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:08.048253 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 45042) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:06:08.140401 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.v2.base [None req-2a44aeaf-5329-4056-b780-5064a850e46f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1805627011-network', 'tenant_id': 'd34eab3afdc4475ba16aef69907d1ba9'}} {{(pid=120041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:06:08.220351 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a44aeaf-5329-4056-b780-5064a850e46f admin admin] Made reservation on behalf of d34eab3afdc4475ba16aef69907d1ba9 for: {'network': 1} {{(pid=120041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 13:06:08.222668 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-2a44aeaf-5329-4056-b780-5064a850e46f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for network, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:08.231205 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-2a44aeaf-5329-4056-b780-5064a850e46f admin admin] Notify callbacks [] for security_group, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:08.317265 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-2a44aeaf-5329-4056-b780-5064a850e46f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:08.385462 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-2a44aeaf-5329-4056-b780-5064a850e46f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:08.406435 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a44aeaf-5329-4056-b780-5064a850e46f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=120041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 13:06:08.414082 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:08.420905 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a44aeaf-5329-4056-b780-5064a850e46f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceeb26b3-e130-424d-8ddc-2148bdb2ec8d,revision_number=1']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:06:08.424377 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-2a44aeaf-5329-4056-b780-5064a850e46f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669750'] for segment, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:08.424724 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.db.segments_db [None req-2a44aeaf-5329-4056-b780-5064a850e46f admin admin] Added segment cdbbc9d5-da86-470a-942c-2d06f55ad836 of type vlan for network 76029711-1f89-4a0b-abcb-cade63640c30 Sep 03 13:06:08.467859 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-2a44aeaf-5329-4056-b780-5064a850e46f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763613016037'] for network, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:08.520308 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 45054) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:06:08.569160 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-2a44aeaf-5329-4056-b780-5064a850e46f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384'] for network, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:08.570238 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a44aeaf-5329-4056-b780-5064a850e46f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:06:08.570853 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-2a44aeaf-5329-4056-b780-5064a850e46f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575370'] for network, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:08.635344 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a44aeaf-5329-4056-b780-5064a850e46f admin admin] Pushing event updated for resources: {'Network': ['ID=76029711-1f89-4a0b-abcb-cade63640c30,revision_number=1']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:06:08.643514 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-d3492078-1449-493e-9eb1-5e91d755e352 admin admin] Notify callbacks [] for security_group, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:08.644976 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Network 76029711-1f89-4a0b-abcb-cade63640c30 details requested by agent ovs-agent-dv-cinder-788782-9-iscsi with host dv-cinder-788782-9-iscsi {{(pid=120043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 13:06:08.668654 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-2a44aeaf-5329-4056-b780-5064a850e46f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6192558 Sep 03 13:06:08.672529 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 45058) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:06:08.677663 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.v2.base [None req-da33b8b2-327f-4e93-a0bc-354464cc24ab admin admin] Request body: {'subnet': {'network_id': '76029711-1f89-4a0b-abcb-cade63640c30', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1805627011-subnet', 'tenant_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'ip_version': 4}} {{(pid=120042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:06:08.744928 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-d3492078-1449-493e-9eb1-5e91d755e352 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:08.798162 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-d3492078-1449-493e-9eb1-5e91d755e352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:08.835230 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-d3492078-1449-493e-9eb1-5e91d755e352 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0a6a92e501e6448a93f8e6bb877e5de8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3138688 Sep 03 13:06:08.837225 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3492078-1449-493e-9eb1-5e91d755e352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe32afb-6245-42fb-af0e-aa98f981e8de,revision_number=1']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:06:08.837939 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 45060) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:06:08.884553 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da33b8b2-327f-4e93-a0bc-354464cc24ab admin admin] Made reservation on behalf of d34eab3afdc4475ba16aef69907d1ba9 for: {'subnet': 1} {{(pid=120042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 13:06:08.886742 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-da33b8b2-327f-4e93-a0bc-354464cc24ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534459651'] for subnet, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:08.914684 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-ae65e163-f84e-4ffb-9f6c-45d4247a073f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:08.972561 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-ae65e163-f84e-4ffb-9f6c-45d4247a073f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:09.026485 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08724a11-fd48-4ea4-9071-7b022d0e8053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:09.129260 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-ae65e163-f84e-4ffb-9f6c-45d4247a073f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:09.131841 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-ae65e163-f84e-4ffb-9f6c-45d4247a073f admin admin] Notify callbacks [] for security_group, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:09.133054 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-ae65e163-f84e-4ffb-9f6c-45d4247a073f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7fe32afb-6245-42fb-af0e-aa98f981e8de HTTP/1.1" status: 204 len: 168 time: 0.2940798 Sep 03 13:06:09.140771 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae65e163-f84e-4ffb-9f6c-45d4247a073f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe32afb-6245-42fb-af0e-aa98f981e8de,revision_number=None']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:06:09.153248 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-da33b8b2-327f-4e93-a0bc-354464cc24ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534626185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534459693'] for subnet, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:09.210085 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da33b8b2-327f-4e93-a0bc-354464cc24ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=edbca751-0dff-4862-be2a-c77a6cb4f2ff,revision_number=0']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:06:09.218617 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da33b8b2-327f-4e93-a0bc-354464cc24ab admin admin] Checking segment: {'id': 'cdbbc9d5-da86-470a-942c-2d06f55ad836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '76029711-1f89-4a0b-abcb-cade63640c30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 13:06:09.219500 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da33b8b2-327f-4e93-a0bc-354464cc24ab admin admin] Network hostable DHCP agents. Network: 76029711-1f89-4a0b-abcb-cade63640c30, hostable agents: ['7f35f3fe-a338-4082-b3b0-8dffee9527e2'], hosted agents: [] {{(pid=120042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 13:06:09.312520 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da33b8b2-327f-4e93-a0bc-354464cc24ab admin admin] Network 76029711-1f89-4a0b-abcb-cade63640c30 is scheduled to be hosted by DHCP agent 7f35f3fe-a338-4082-b3b0-8dffee9527e2 with binding_index 1 {{(pid=120042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 13:06:09.386338 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.base_scheduler [None req-da33b8b2-327f-4e93-a0bc-354464cc24ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-9-iscsi, 76029711-1f89-4a0b-abcb-cade63640c30) {{(pid=120042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:06:09.391305 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da33b8b2-327f-4e93-a0bc-354464cc24ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:06:09.400115 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-da33b8b2-327f-4e93-a0bc-354464cc24ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:09.400813 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9162481f-c73c-4e91-8254-15a2623af4bf None None] Network 76029711-1f89-4a0b-abcb-cade63640c30 requested from dv-cinder-788782-9-iscsi {{(pid=120043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 13:06:09.467337 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-da33b8b2-327f-4e93-a0bc-354464cc24ab admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7936401 Sep 03 13:06:09.471265 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 45070) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:06:09.476041 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.v2.base [None req-fe8ee01b-eebf-4908-adaa-0ed825428668 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1805627011-router', 'tenant_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece'}}} {{(pid=120042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:06:09.543873 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c71a7a5-372c-4943-ad5c-deda514d84ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0dd8f48-e2b5-5a96-b27e-d74255edf3ba-76029711-1f89-4a0b-abcb-cade63640c30', 'network_id': '76029711-1f89-4a0b-abcb-cade63640c30', 'tenant_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'fixed_ips': [{'subnet_id': 'edbca751-0dff-4862-be2a-c77a6cb4f2ff'}]}} from dv-cinder-788782-9-iscsi. {{(pid=120043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 13:06:09.543873 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-8c71a7a5-372c-4943-ad5c-deda514d84ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_create {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:09.564025 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-fe8ee01b-eebf-4908-adaa-0ed825428668 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28330'] for router, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:09.565079 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-fe8ee01b-eebf-4908-adaa-0ed825428668 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1664160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28307'] for router, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:09.618244 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-fe8ee01b-eebf-4908-adaa-0ed825428668 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:09.673331 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.db_base_plugin_common [None req-8c71a7a5-372c-4943-ad5c-deda514d84ee None None] Allocated IP 172.20.0.2 (76029711-1f89-4a0b-abcb-cade63640c30/edbca751-0dff-4862-be2a-c77a6cb4f2ff/0261aa9b-acb5-454a-96c4-7ff67f6a9c09) {{(pid=120043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 13:06:09.801194 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-fe8ee01b-eebf-4908-adaa-0ed825428668 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:09.820593 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-8c71a7a5-372c-4943-ad5c-deda514d84ee None None] Notify callbacks [] for port, precommit_create {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:09.829370 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-8c71a7a5-372c-4943-ad5c-deda514d84ee None None] Transition to ACTIVE for port object 0261aa9b-acb5-454a-96c4-7ff67f6a9c09 will not be triggered until provisioned by entity L2. {{(pid=120043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:06:09.846010 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-8c71a7a5-372c-4943-ad5c-deda514d84ee None None] Transition to ACTIVE for port object 0261aa9b-acb5-454a-96c4-7ff67f6a9c09 will not be triggered until provisioned by entity DHCP. {{(pid=120043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:06:09.933984 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-8c71a7a5-372c-4943-ad5c-deda514d84ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763613061259'] for port, after_create {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:09.966640 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c71a7a5-372c-4943-ad5c-deda514d84ee None None] Network 76029711-1f89-4a0b-abcb-cade63640c30 is already hosted by enough agents. {{(pid=120043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 13:06:09.969454 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.scheduler.base_scheduler [None req-8c71a7a5-372c-4943-ad5c-deda514d84ee None None] Resources bound (agent type, host, resource id): {{(pid=120043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:06:09.972848 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c71a7a5-372c-4943-ad5c-deda514d84ee None None] Received port after_create {{(pid=120043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 13:06:09.987551 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c71a7a5-372c-4943-ad5c-deda514d84ee None None] Pushing event updated for resources: {'Port': ['ID=0261aa9b-acb5-454a-96c4-7ff67f6a9c09,revision_number=1']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:06:10.041228 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.managers [None req-8c71a7a5-372c-4943-ad5c-deda514d84ee None None] Attempting to bind port 0261aa9b-acb5-454a-96c4-7ff67f6a9c09 on host dv-cinder-788782-9-iscsi for vnic_type normal with profile {{(pid=120043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 13:06:10.041608 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.managers [None req-8c71a7a5-372c-4943-ad5c-deda514d84ee None None] Attempting to bind port 0261aa9b-acb5-454a-96c4-7ff67f6a9c09 by drivers openvswitch,hyperv on host dv-cinder-788782-9-iscsi at level 0 using segments [{'id': 'cdbbc9d5-da86-470a-942c-2d06f55ad836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '76029711-1f89-4a0b-abcb-cade63640c30'}] {{(pid=120043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 13:06:10.041980 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c71a7a5-372c-4943-ad5c-deda514d84ee None None] Attempting to bind port 0261aa9b-acb5-454a-96c4-7ff67f6a9c09 on network 76029711-1f89-4a0b-abcb-cade63640c30 {{(pid=120043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 13:06:10.047205 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c71a7a5-372c-4943-ad5c-deda514d84ee None None] Checking agent: {'id': '54d2aec0-bb47-465a-a42e-8bc5f6172949', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 12, 48, 38), 'started_at': datetime.datetime(2021, 9, 3, 12, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 13, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 13:06:10.052501 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c71a7a5-372c-4943-ad5c-deda514d84ee None None] Checking segment: {'id': 'cdbbc9d5-da86-470a-942c-2d06f55ad836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '76029711-1f89-4a0b-abcb-cade63640c30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 13:06:10.052501 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-8c71a7a5-372c-4943-ad5c-deda514d84ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:10.052501 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c71a7a5-372c-4943-ad5c-deda514d84ee None None] Bound using segment: {'id': 'cdbbc9d5-da86-470a-942c-2d06f55ad836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '76029711-1f89-4a0b-abcb-cade63640c30'} {{(pid=120043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 13:06:10.052501 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.managers [None req-8c71a7a5-372c-4943-ad5c-deda514d84ee None None] Bound port: 0261aa9b-acb5-454a-96c4-7ff67f6a9c09, host: dv-cinder-788782-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdbbc9d5-da86-470a-942c-2d06f55ad836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '76029711-1f89-4a0b-abcb-cade63640c30'}}] {{(pid=120043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 13:06:10.052501 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-8c71a7a5-372c-4943-ad5c-deda514d84ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:10.061505 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-fe8ee01b-eebf-4908-adaa-0ed825428668 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:10.081348 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-fe8ee01b-eebf-4908-adaa-0ed825428668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:10.112346 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-8c71a7a5-372c-4943-ad5c-deda514d84ee None None] For port 0261aa9b-acb5-454a-96c4-7ff67f6a9c09, host dv-cinder-788782-9-iscsi, cleared binding levels {{(pid=120043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 13:06:10.115565 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-8c71a7a5-372c-4943-ad5c-deda514d84ee None None] For port 0261aa9b-acb5-454a-96c4-7ff67f6a9c09, host dv-cinder-788782-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-9-iscsi',level=0,port_id=0261aa9b-acb5-454a-96c4-7ff67f6a9c09,segment=NetworkSegment(cdbbc9d5-da86-470a-942c-2d06f55ad836),segment_id=cdbbc9d5-da86-470a-942c-2d06f55ad836)] {{(pid=120043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 13:06:10.186324 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-8c71a7a5-372c-4943-ad5c-deda514d84ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:10.195161 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.db_base_plugin_common [None req-fe8ee01b-eebf-4908-adaa-0ed825428668 admin admin] Allocated IP 172.27.3.150 (9198821c-ee56-4cb5-9e5d-ab43e0594ece/2efca78d-d4c6-45b2-a3f0-03ef309b0579/080f4c04-08e1-4349-8948-d812179f1dd5) {{(pid=120042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 13:06:10.258850 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c71a7a5-372c-4943-ad5c-deda514d84ee None None] Pushing event updated for resources: {'Port': ['ID=0261aa9b-acb5-454a-96c4-7ff67f6a9c09,revision_number=2']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:06:10.305992 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-fe8ee01b-eebf-4908-adaa-0ed825428668 admin admin] Notify callbacks [] for port, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:10.400306 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-fe8ee01b-eebf-4908-adaa-0ed825428668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763613061259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534626149'] for port, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:10.450539 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8ee01b-eebf-4908-adaa-0ed825428668 admin admin] Network 9198821c-ee56-4cb5-9e5d-ab43e0594ece is already hosted by enough agents. {{(pid=120042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 13:06:10.456197 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.base_scheduler [None req-fe8ee01b-eebf-4908-adaa-0ed825428668 admin admin] Resources bound (agent type, host, resource id): {{(pid=120042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:06:10.459007 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8ee01b-eebf-4908-adaa-0ed825428668 admin admin] Received port after_create {{(pid=120042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 13:06:10.492217 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8ee01b-eebf-4908-adaa-0ed825428668 admin admin] Pushing event updated for resources: {'Port': ['ID=080f4c04-08e1-4349-8948-d812179f1dd5,revision_number=1']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:06:10.722029 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 45096) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:06:10.820580 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-fe8ee01b-eebf-4908-adaa-0ed825428668 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:10.821116 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-df5ee12c-e8c1-490b-8d0e-415336677a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:10.830859 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-b0aa5600-e510-47be-a98b-032f73493c48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:10.931369 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-b0aa5600-e510-47be-a98b-032f73493c48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:11.032170 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-fe8ee01b-eebf-4908-adaa-0ed825428668 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1664245'] for router, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:11.101507 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-b0aa5600-e510-47be-a98b-032f73493c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:11.150760 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-b0aa5600-e510-47be-a98b-032f73493c48 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ed10371d75a94115be1548a53ad16142&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4276347 Sep 03 13:06:11.152026 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aa5600-e510-47be-a98b-032f73493c48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fe55cce-90fe-4ef5-84cd-b8e9a8098acf,revision_number=1']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:06:11.154547 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 45100) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:06:11.172649 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c246e7-9afe-4b11-8e2f-e9ded9a6c1dc None None] Network 76029711-1f89-4a0b-abcb-cade63640c30 requested from dv-cinder-788782-9-iscsi {{(pid=120043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 13:06:11.206506 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-509c3ed8-a80c-42d9-b7a1-ac4955101736 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:11.231925 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-509c3ed8-a80c-42d9-b7a1-ac4955101736 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:11.249086 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe8ee01b-eebf-4908-adaa-0ed825428668 admin admin] Router 13ccdb28-6571-4aa1-9074-8602e244db15 is scheduled to L3 agent 3ba3cff0-0714-4a2d-b638-391a63c22700 with binding_index 1 {{(pid=120042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 13:06:11.343276 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-6250c983-fcb4-4aaa-b443-1aaf8972944f None None] Provisioning for port 0261aa9b-acb5-454a-96c4-7ff67f6a9c09 completed by entity DHCP. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:06:11.365184 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe8ee01b-eebf-4908-adaa-0ed825428668 admin admin] Notify agent at l3_agent.dv-cinder-788782-9-iscsi the message routers_updated {{(pid=120042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 13:06:11.374460 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76045b77-aca2-4d28-b36a-61cdbc87effd None None] Sync routers for ids ['13ccdb28-6571-4aa1-9074-8602e244db15'] in dv-cinder-788782-9-iscsi {{(pid=120043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 13:06:11.387018 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76045b77-aca2-4d28-b36a-61cdbc87effd None None] Routers {'13ccdb28-6571-4aa1-9074-8602e244db15'} bound to L3 agent in host dv-cinder-788782-9-iscsi {{(pid=120043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:06:11.387689 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_hamode_db [None req-76045b77-aca2-4d28-b36a-61cdbc87effd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T12:48:38Z,description=,heartbeat_timestamp=2021-09-03T13:06:08Z,host='dv-cinder-788782-9-iscsi',id=3ba3cff0-0714-4a2d-b638-391a63c22700,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:48:38Z,topic='l3_agent')) {'router_ids': ['13ccdb28-6571-4aa1-9074-8602e244db15'], 'active': True} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:06:11.387875 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-509c3ed8-a80c-42d9-b7a1-ac4955101736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:11.393045 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-509c3ed8-a80c-42d9-b7a1-ac4955101736 admin admin] Notify callbacks [] for security_group, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:11.402487 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-509c3ed8-a80c-42d9-b7a1-ac4955101736 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6fe55cce-90fe-4ef5-84cd-b8e9a8098acf HTTP/1.1" status: 204 len: 168 time: 0.2385852 Sep 03 13:06:11.406688 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509c3ed8-a80c-42d9-b7a1-ac4955101736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fe55cce-90fe-4ef5-84cd-b8e9a8098acf,revision_number=None']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:06:11.483972 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-fe8ee01b-eebf-4908-adaa-0ed825428668 admin admin] Notify callbacks [] for router, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:11.485372 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-fe8ee01b-eebf-4908-adaa-0ed825428668 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0129211 Sep 03 13:06:11.488053 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 45106) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:06:11.532293 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Device 0261aa9b-acb5-454a-96c4-7ff67f6a9c09 up at agent ovs-agent-dv-cinder-788782-9-iscsi {{(pid=120043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:06:11.572393 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvr_db [None req-76045b77-aca2-4d28-b36a-61cdbc87effd None None] Set router 13ccdb28-6571-4aa1-9074-8602e244db15 gateway port host: dv-cinder-788782-9-iscsi {{(pid=120043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:06:11.774661 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_hamode_db [None req-76045b77-aca2-4d28-b36a-61cdbc87effd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ccdb28-6571-4aa1-9074-8602e244db15', 'name': 'tempest-TestVolumeBootPattern-1805627011-router', 'tenant_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '080f4c04-08e1-4349-8948-d812179f1dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:06:09Z', 'updated_at': '2021-09-03T13:06:10Z', 'revision_number': 3, 'project_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'gw_port': {'id': '080f4c04-08e1-4349-8948-d812179f1dd5', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ff:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ccdb28-6571-4aa1-9074-8602e244db15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:06:10Z', 'updated_at': '2021-09-03T13:06:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi'}], 'dv-cinder-788782-9-iscsi', False) {} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:06:11.804084 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-08f51270-9900-45ae-a958-671501e71079 None None] Provisioning for port 0261aa9b-acb5-454a-96c4-7ff67f6a9c09 completed by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:06:11.806207 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76045b77-aca2-4d28-b36a-61cdbc87effd None None] Checking router: 13ccdb28-6571-4aa1-9074-8602e244db15 for host: dv-cinder-788782-9-iscsi {{(pid=120043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 13:06:11.806563 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76045b77-aca2-4d28-b36a-61cdbc87effd None None] Updating router 13ccdb28-6571-4aa1-9074-8602e244db15 port 080f4c04-08e1-4349-8948-d812179f1dd5 binding host dv-cinder-788782-9-iscsi {{(pid=120043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 13:06:11.810902 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-08f51270-9900-45ae-a958-671501e71079 None None] Provisioning complete for port 0261aa9b-acb5-454a-96c4-7ff67f6a9c09 triggered by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:06:11.811284 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:11.870006 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-76045b77-aca2-4d28-b36a-61cdbc87effd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:11.925914 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-39b8e361-b7ac-48a7-84a7-e494c570cba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:12.089385 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.db.db_base_plugin_common [None req-39b8e361-b7ac-48a7-84a7-e494c570cba1 admin admin] Allocated IP 172.20.0.1 (76029711-1f89-4a0b-abcb-cade63640c30/edbca751-0dff-4862-be2a-c77a6cb4f2ff/b3fa2d1e-6ae2-49bc-a83e-ff1ee2c747b1) {{(pid=120041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 13:06:12.136660 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:12.194239 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-39b8e361-b7ac-48a7-84a7-e494c570cba1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:12.207230 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.db.provisioning_blocks [None req-39b8e361-b7ac-48a7-84a7-e494c570cba1 admin admin] Transition to ACTIVE for port object b3fa2d1e-6ae2-49bc-a83e-ff1ee2c747b1 will not be triggered until provisioned by entity DHCP. {{(pid=120041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:06:12.214307 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-08f51270-9900-45ae-a958-671501e71079 None None] For port 0261aa9b-acb5-454a-96c4-7ff67f6a9c09, host dv-cinder-788782-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-9-iscsi',level=0,port_id=0261aa9b-acb5-454a-96c4-7ff67f6a9c09,segment=NetworkSegment(cdbbc9d5-da86-470a-942c-2d06f55ad836),segment_id=cdbbc9d5-da86-470a-942c-2d06f55ad836)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:06:12.307655 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:12.313870 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-76045b77-aca2-4d28-b36a-61cdbc87effd None None] Notify callbacks [] for port, precommit_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:12.317257 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-39b8e361-b7ac-48a7-84a7-e494c570cba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763613061259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533180425'] for port, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:12.364331 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-76045b77-aca2-4d28-b36a-61cdbc87effd None None] Transition to ACTIVE for port object 080f4c04-08e1-4349-8948-d812179f1dd5 will not be triggered until provisioned by entity L2. {{(pid=120043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:06:12.364865 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b8e361-b7ac-48a7-84a7-e494c570cba1 admin admin] Network 76029711-1f89-4a0b-abcb-cade63640c30 is already hosted by enough agents. {{(pid=120041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 13:06:12.364865 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.scheduler.base_scheduler [None req-39b8e361-b7ac-48a7-84a7-e494c570cba1 admin admin] Resources bound (agent type, host, resource id): {{(pid=120041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:06:12.364865 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b8e361-b7ac-48a7-84a7-e494c570cba1 admin admin] Received port after_create {{(pid=120041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 13:06:12.365762 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Pushing event updated for resources: {'Port': ['ID=0261aa9b-acb5-454a-96c4-7ff67f6a9c09,revision_number=3']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:06:12.392644 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b8e361-b7ac-48a7-84a7-e494c570cba1 admin admin] Pushing event updated for resources: {'Port': ['ID=b3fa2d1e-6ae2-49bc-a83e-ff1ee2c747b1,revision_number=1']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:06:12.411764 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-39b8e361-b7ac-48a7-84a7-e494c570cba1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1748896'] for router_interface, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:12.455195 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-76045b77-aca2-4d28-b36a-61cdbc87effd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:12.511631 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.managers [None req-76045b77-aca2-4d28-b36a-61cdbc87effd None None] Attempting to bind port 080f4c04-08e1-4349-8948-d812179f1dd5 on host dv-cinder-788782-9-iscsi for vnic_type normal with profile {{(pid=120043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 13:06:12.512079 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.managers [None req-76045b77-aca2-4d28-b36a-61cdbc87effd None None] Attempting to bind port 080f4c04-08e1-4349-8948-d812179f1dd5 by drivers openvswitch,hyperv on host dv-cinder-788782-9-iscsi at level 0 using segments [{'id': 'c1a38775-ec28-415d-bb88-0cf7761c0f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece'}] {{(pid=120043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 13:06:12.512477 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76045b77-aca2-4d28-b36a-61cdbc87effd None None] Attempting to bind port 080f4c04-08e1-4349-8948-d812179f1dd5 on network 9198821c-ee56-4cb5-9e5d-ab43e0594ece {{(pid=120043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 13:06:12.514571 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489bc306-5436-4ce6-8b38-3f6edccbcd0c None None] Pushing event updated for resources: {'Port': ['ID=080f4c04-08e1-4349-8948-d812179f1dd5,revision_number=2']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:06:12.522465 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76045b77-aca2-4d28-b36a-61cdbc87effd None None] Checking agent: {'id': '54d2aec0-bb47-465a-a42e-8bc5f6172949', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 12, 48, 38), 'started_at': datetime.datetime(2021, 9, 3, 12, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 13, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 13:06:12.523024 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76045b77-aca2-4d28-b36a-61cdbc87effd None None] Checking segment: {'id': 'c1a38775-ec28-415d-bb88-0cf7761c0f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 13:06:12.523480 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-76045b77-aca2-4d28-b36a-61cdbc87effd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:12.523847 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76045b77-aca2-4d28-b36a-61cdbc87effd None None] Bound using segment: {'id': 'c1a38775-ec28-415d-bb88-0cf7761c0f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece'} {{(pid=120043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 13:06:12.524316 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.managers [None req-76045b77-aca2-4d28-b36a-61cdbc87effd None None] Bound port: 080f4c04-08e1-4349-8948-d812179f1dd5, host: dv-cinder-788782-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1a38775-ec28-415d-bb88-0cf7761c0f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece'}}] {{(pid=120043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 13:06:12.525257 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-76045b77-aca2-4d28-b36a-61cdbc87effd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:12.587982 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-76045b77-aca2-4d28-b36a-61cdbc87effd None None] For port 080f4c04-08e1-4349-8948-d812179f1dd5, host dv-cinder-788782-9-iscsi, cleared binding levels {{(pid=120043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 13:06:12.591013 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-76045b77-aca2-4d28-b36a-61cdbc87effd None None] For port 080f4c04-08e1-4349-8948-d812179f1dd5, host dv-cinder-788782-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-9-iscsi',level=0,port_id=080f4c04-08e1-4349-8948-d812179f1dd5,segment=NetworkSegment(c1a38775-ec28-415d-bb88-0cf7761c0f56),segment_id=c1a38775-ec28-415d-bb88-0cf7761c0f56)] {{(pid=120043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 13:06:12.617456 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-39b8e361-b7ac-48a7-84a7-e494c570cba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:12.683498 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-76045b77-aca2-4d28-b36a-61cdbc87effd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:12.741021 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-303ac4df-eb05-4238-a6d7-1ee409f57a98 None None] Provisioning for port b3fa2d1e-6ae2-49bc-a83e-ff1ee2c747b1 completed by entity DHCP. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:06:12.744283 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76045b77-aca2-4d28-b36a-61cdbc87effd None None] Routers {'13ccdb28-6571-4aa1-9074-8602e244db15'} bound to L3 agent in host dv-cinder-788782-9-iscsi {{(pid=120043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:06:12.744907 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_hamode_db [None req-76045b77-aca2-4d28-b36a-61cdbc87effd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T12:48:38Z,description=,heartbeat_timestamp=2021-09-03T13:06:08Z,host='dv-cinder-788782-9-iscsi',id=3ba3cff0-0714-4a2d-b638-391a63c22700,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:48:38Z,topic='l3_agent')) {'router_ids': ['13ccdb28-6571-4aa1-9074-8602e244db15'], 'active': True} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:06:12.777556 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-39b8e361-b7ac-48a7-84a7-e494c570cba1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:12.779265 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-303ac4df-eb05-4238-a6d7-1ee409f57a98 None None] Provisioning complete for port b3fa2d1e-6ae2-49bc-a83e-ff1ee2c747b1 triggered by entity DHCP. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:06:12.779640 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-303ac4df-eb05-4238-a6d7-1ee409f57a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:12.781162 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489bc306-5436-4ce6-8b38-3f6edccbcd0c None None] Pushing event updated for resources: {'Port': ['ID=080f4c04-08e1-4349-8948-d812179f1dd5,revision_number=3']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:06:12.854828 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.plugin [None req-303ac4df-eb05-4238-a6d7-1ee409f57a98 None None] Port b3fa2d1e-6ae2-49bc-a83e-ff1ee2c747b1 cannot update to ACTIVE because it is not bound. {{(pid=120043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 13:06:12.878349 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvr_db [None req-76045b77-aca2-4d28-b36a-61cdbc87effd None None] Set router 13ccdb28-6571-4aa1-9074-8602e244db15 gateway port host: dv-cinder-788782-9-iscsi {{(pid=120043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:06:12.889012 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-39b8e361-b7ac-48a7-84a7-e494c570cba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533180446'] for port, after_update {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:12.958529 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b8e361-b7ac-48a7-84a7-e494c570cba1 admin admin] Pushing event updated for resources: {'Port': ['ID=b3fa2d1e-6ae2-49bc-a83e-ff1ee2c747b1,revision_number=2']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:06:12.961052 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-39b8e361-b7ac-48a7-84a7-e494c570cba1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1666096'] for router_interface, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:13.051636 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b8e361-b7ac-48a7-84a7-e494c570cba1 admin admin] Network 76029711-1f89-4a0b-abcb-cade63640c30 is already hosted by enough agents. {{(pid=120041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 13:06:13.053148 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.scheduler.base_scheduler [None req-39b8e361-b7ac-48a7-84a7-e494c570cba1 admin admin] Resources bound (agent type, host, resource id): {{(pid=120041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:06:13.072772 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_hamode_db [None req-76045b77-aca2-4d28-b36a-61cdbc87effd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ccdb28-6571-4aa1-9074-8602e244db15', 'name': 'tempest-TestVolumeBootPattern-1805627011-router', 'tenant_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '080f4c04-08e1-4349-8948-d812179f1dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:06:09Z', 'updated_at': '2021-09-03T13:06:12Z', 'revision_number': 4, 'project_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'gw_port': {'id': '080f4c04-08e1-4349-8948-d812179f1dd5', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ff:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ccdb28-6571-4aa1-9074-8602e244db15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:06:10Z', 'updated_at': '2021-09-03T13:06:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi', '_interfaces': [{'id': 'b3fa2d1e-6ae2-49bc-a83e-ff1ee2c747b1', 'name': '', 'network_id': '76029711-1f89-4a0b-abcb-cade63640c30', 'tenant_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'mac_address': 'fa:16:3e:83:f7:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ccdb28-6571-4aa1-9074-8602e244db15', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'edbca751-0dff-4862-be2a-c77a6cb4f2ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:06:11Z', 'updated_at': '2021-09-03T13:06:12Z', 'revision_number': 1, 'project_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'subnets': [{'id': 'edbca751-0dff-4862-be2a-c77a6cb4f2ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-9-iscsi', False) {} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:06:13.103367 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76045b77-aca2-4d28-b36a-61cdbc87effd None None] The sync data for ids ['13ccdb28-6571-4aa1-9074-8602e244db15'] in dv-cinder-788782-9-iscsi is: [{'id': '13ccdb28-6571-4aa1-9074-8602e244db15', 'name': 'tempest-TestVolumeBootPattern-1805627011-router', 'tenant_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '080f4c04-08e1-4349-8948-d812179f1dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:06:09Z', 'updated_at': '2021-09-03T13:06:12Z', 'revision_number': 4, 'project_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'gw_port': {'id': '080f4c04-08e1-4349-8948-d812179f1dd5', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ff:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ccdb28-6571-4aa1-9074-8602e244db15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:06:10Z', 'updated_at': '2021-09-03T13:06:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi', '_interfaces': [{'id': 'b3fa2d1e-6ae2-49bc-a83e-ff1ee2c747b1', 'name': '', 'network_id': '76029711-1f89-4a0b-abcb-cade63640c30', 'tenant_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'mac_address': 'fa:16:3e:83:f7:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ccdb28-6571-4aa1-9074-8602e244db15', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'edbca751-0dff-4862-be2a-c77a6cb4f2ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:06:11Z', 'updated_at': '2021-09-03T13:06:12Z', 'revision_number': 1, 'project_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'subnets': [{'id': 'edbca751-0dff-4862-be2a-c77a6cb4f2ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 13:06:13.171027 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39b8e361-b7ac-48a7-84a7-e494c570cba1 admin admin] Router 13ccdb28-6571-4aa1-9074-8602e244db15 has already been hosted by L3 agent 3ba3cff0-0714-4a2d-b638-391a63c22700 {{(pid=120041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 13:06:13.285142 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-5e7145c4-90dd-4984-b469-e1da12e6d671 None None] Provisioning complete for port b3fa2d1e-6ae2-49bc-a83e-ff1ee2c747b1 triggered by entity DHCP. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:06:13.292368 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-5e7145c4-90dd-4984-b469-e1da12e6d671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:13.293071 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39b8e361-b7ac-48a7-84a7-e494c570cba1 admin admin] Notify agent at l3_agent.dv-cinder-788782-9-iscsi the message routers_updated {{(pid=120041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 13:06:13.302817 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-39b8e361-b7ac-48a7-84a7-e494c570cba1 admin admin] 10.222.0.24 "PUT /v2.0/routers/13ccdb28-6571-4aa1-9074-8602e244db15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8136656 Sep 03 13:06:13.345009 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.plugin [None req-5e7145c4-90dd-4984-b469-e1da12e6d671 None None] Port b3fa2d1e-6ae2-49bc-a83e-ff1ee2c747b1 cannot update to ACTIVE because it is not bound. {{(pid=120043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 13:06:13.437439 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Device 0261aa9b-acb5-454a-96c4-7ff67f6a9c09 up at agent ovs-agent-dv-cinder-788782-9-iscsi {{(pid=120043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:06:13.488118 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-08f51270-9900-45ae-a958-671501e71079 None None] Provisioning complete for port 0261aa9b-acb5-454a-96c4-7ff67f6a9c09 triggered by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:06:13.488604 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:14.096175 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 45132) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:06:14.101692 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.v2.base [None req-91448ed6-aebe-41e0-ab27-b192afa938a9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-258846810-network', 'tenant_id': 'ae098e49d8904502bd35f1632dac116d'}} {{(pid=120042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:06:14.192364 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91448ed6-aebe-41e0-ab27-b192afa938a9 admin admin] Made reservation on behalf of ae098e49d8904502bd35f1632dac116d for: {'network': 1} {{(pid=120042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 13:06:14.194722 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-91448ed6-aebe-41e0-ab27-b192afa938a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for network, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:14.204929 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-91448ed6-aebe-41e0-ab27-b192afa938a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:14.295168 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-91448ed6-aebe-41e0-ab27-b192afa938a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:14.375545 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-91448ed6-aebe-41e0-ab27-b192afa938a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:14.400106 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91448ed6-aebe-41e0-ab27-b192afa938a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=120042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 13:06:14.408485 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91448ed6-aebe-41e0-ab27-b192afa938a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=383d7ee0-bd6d-4f65-8300-574cc46a025b,revision_number=1']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:06:14.414242 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-91448ed6-aebe-41e0-ab27-b192afa938a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669750'] for segment, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:14.414588 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.db.segments_db [None req-91448ed6-aebe-41e0-ab27-b192afa938a9 admin admin] Added segment 3d50989d-40e3-4262-ad9c-30b7087455d3 of type vlan for network 049f18c5-b049-4556-bb94-82a2749469e6 Sep 03 13:06:14.452165 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-91448ed6-aebe-41e0-ab27-b192afa938a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763613016037'] for network, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:14.580415 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-91448ed6-aebe-41e0-ab27-b192afa938a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384'] for network, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:14.581419 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91448ed6-aebe-41e0-ab27-b192afa938a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:06:14.582261 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-91448ed6-aebe-41e0-ab27-b192afa938a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575370'] for network, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:14.905800 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91448ed6-aebe-41e0-ab27-b192afa938a9 admin admin] Pushing event updated for resources: {'Network': ['ID=049f18c5-b049-4556-bb94-82a2749469e6,revision_number=1']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:06:14.915503 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Network 049f18c5-b049-4556-bb94-82a2749469e6 details requested by agent ovs-agent-dv-cinder-788782-9-iscsi with host dv-cinder-788782-9-iscsi {{(pid=120043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 13:06:14.947449 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-91448ed6-aebe-41e0-ab27-b192afa938a9 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8500078 Sep 03 13:06:14.950070 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 45134) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:06:14.955146 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.v2.base [None req-16eb58d3-dbff-4fa7-a6ba-eb132dfca9e0 admin admin] Request body: {'subnet': {'network_id': '049f18c5-b049-4556-bb94-82a2749469e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-258846810-subnet', 'tenant_id': 'ae098e49d8904502bd35f1632dac116d', 'ip_version': 4}} {{(pid=120042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:06:15.043729 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16eb58d3-dbff-4fa7-a6ba-eb132dfca9e0 admin admin] Made reservation on behalf of ae098e49d8904502bd35f1632dac116d for: {'subnet': 1} {{(pid=120042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 13:06:15.045258 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0134708-02df-4922-b387-7a346608815f None None] Sync routers for ids ['13ccdb28-6571-4aa1-9074-8602e244db15'] in dv-cinder-788782-9-iscsi {{(pid=120044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 13:06:15.046197 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-16eb58d3-dbff-4fa7-a6ba-eb132dfca9e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534459651'] for subnet, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:15.055105 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0134708-02df-4922-b387-7a346608815f None None] Routers {'13ccdb28-6571-4aa1-9074-8602e244db15'} bound to L3 agent in host dv-cinder-788782-9-iscsi {{(pid=120044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:06:15.055709 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_hamode_db [None req-b0134708-02df-4922-b387-7a346608815f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T12:48:38Z,description=,heartbeat_timestamp=2021-09-03T13:06:08Z,host='dv-cinder-788782-9-iscsi',id=3ba3cff0-0714-4a2d-b638-391a63c22700,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:48:38Z,topic='l3_agent')) {'router_ids': ['13ccdb28-6571-4aa1-9074-8602e244db15'], 'active': True} {{(pid=120044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:06:15.158586 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_dvr_db [None req-b0134708-02df-4922-b387-7a346608815f None None] Set router 13ccdb28-6571-4aa1-9074-8602e244db15 gateway port host: dv-cinder-788782-9-iscsi {{(pid=120044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:06:15.261227 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-16eb58d3-dbff-4fa7-a6ba-eb132dfca9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534626185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534459693'] for subnet, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:15.320513 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eb58d3-dbff-4fa7-a6ba-eb132dfca9e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cba10547-4557-4d37-aaa2-099ee65db16c,revision_number=0']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:06:15.324711 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16eb58d3-dbff-4fa7-a6ba-eb132dfca9e0 admin admin] Checking segment: {'id': '3d50989d-40e3-4262-ad9c-30b7087455d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '049f18c5-b049-4556-bb94-82a2749469e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 13:06:15.325111 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16eb58d3-dbff-4fa7-a6ba-eb132dfca9e0 admin admin] Network hostable DHCP agents. Network: 049f18c5-b049-4556-bb94-82a2749469e6, hostable agents: ['7f35f3fe-a338-4082-b3b0-8dffee9527e2'], hosted agents: [] {{(pid=120042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 13:06:15.409334 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16eb58d3-dbff-4fa7-a6ba-eb132dfca9e0 admin admin] Network 049f18c5-b049-4556-bb94-82a2749469e6 is scheduled to be hosted by DHCP agent 7f35f3fe-a338-4082-b3b0-8dffee9527e2 with binding_index 1 {{(pid=120042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 13:06:15.436670 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_hamode_db [None req-b0134708-02df-4922-b387-7a346608815f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ccdb28-6571-4aa1-9074-8602e244db15', 'name': 'tempest-TestVolumeBootPattern-1805627011-router', 'tenant_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '080f4c04-08e1-4349-8948-d812179f1dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:06:09Z', 'updated_at': '2021-09-03T13:06:12Z', 'revision_number': 4, 'project_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'gw_port': {'id': '080f4c04-08e1-4349-8948-d812179f1dd5', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ff:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ccdb28-6571-4aa1-9074-8602e244db15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:06:10Z', 'updated_at': '2021-09-03T13:06:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi', '_interfaces': [{'id': 'b3fa2d1e-6ae2-49bc-a83e-ff1ee2c747b1', 'name': '', 'network_id': '76029711-1f89-4a0b-abcb-cade63640c30', 'tenant_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'mac_address': 'fa:16:3e:83:f7:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ccdb28-6571-4aa1-9074-8602e244db15', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'edbca751-0dff-4862-be2a-c77a6cb4f2ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:06:11Z', 'updated_at': '2021-09-03T13:06:12Z', 'revision_number': 2, 'project_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'subnets': [{'id': 'edbca751-0dff-4862-be2a-c77a6cb4f2ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-9-iscsi', False) {} {{(pid=120044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:06:15.439922 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Device 080f4c04-08e1-4349-8948-d812179f1dd5 up at agent ovs-agent-dv-cinder-788782-9-iscsi {{(pid=120043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:06:15.462664 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0134708-02df-4922-b387-7a346608815f None None] Checking router: 13ccdb28-6571-4aa1-9074-8602e244db15 for host: dv-cinder-788782-9-iscsi {{(pid=120044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 13:06:15.463020 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0134708-02df-4922-b387-7a346608815f None None] Updating router 13ccdb28-6571-4aa1-9074-8602e244db15 port b3fa2d1e-6ae2-49bc-a83e-ff1ee2c747b1 binding host dv-cinder-788782-9-iscsi {{(pid=120044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 13:06:15.487228 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron_lib.callbacks.manager [None req-b0134708-02df-4922-b387-7a346608815f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:15.517567 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.base_scheduler [None req-16eb58d3-dbff-4fa7-a6ba-eb132dfca9e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-9-iscsi, 049f18c5-b049-4556-bb94-82a2749469e6) {{(pid=120042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:06:15.521776 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16eb58d3-dbff-4fa7-a6ba-eb132dfca9e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:06:15.524758 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-16eb58d3-dbff-4fa7-a6ba-eb132dfca9e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:15.526863 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0262a936-1de1-4107-ab26-51c3918a1ab1 None None] Network 049f18c5-b049-4556-bb94-82a2749469e6 requested from dv-cinder-788782-9-iscsi {{(pid=120043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 13:06:15.541064 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-08f51270-9900-45ae-a958-671501e71079 None None] Provisioning for port 080f4c04-08e1-4349-8948-d812179f1dd5 completed by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:06:15.554678 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-08f51270-9900-45ae-a958-671501e71079 None None] Provisioning complete for port 080f4c04-08e1-4349-8948-d812179f1dd5 triggered by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:06:15.555054 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:15.593066 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-16eb58d3-dbff-4fa7-a6ba-eb132dfca9e0 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6418645 Sep 03 13:06:15.595897 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 45138) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:06:15.600261 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.v2.base [None req-2d74fb7c-e84f-4c9c-a60f-ee253761a66f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-258846810-router', 'tenant_id': 'ae098e49d8904502bd35f1632dac116d', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece'}}} {{(pid=120042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:06:15.660676 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-2d74fb7c-e84f-4c9c-a60f-ee253761a66f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1665440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28330'] for router, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:15.661813 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-2d74fb7c-e84f-4c9c-a60f-ee253761a66f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1664160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28307'] for router, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:15.716499 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-2d74fb7c-e84f-4c9c-a60f-ee253761a66f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:15.724694 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:15.737093 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e239b91-1df6-495c-ac81-5ec079fff157 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0dd8f48-e2b5-5a96-b27e-d74255edf3ba-049f18c5-b049-4556-bb94-82a2749469e6', 'network_id': '049f18c5-b049-4556-bb94-82a2749469e6', 'tenant_id': 'ae098e49d8904502bd35f1632dac116d', 'fixed_ips': [{'subnet_id': 'cba10547-4557-4d37-aaa2-099ee65db16c'}]}} from dv-cinder-788782-9-iscsi. {{(pid=120043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 13:06:15.737933 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-8e239b91-1df6-495c-ac81-5ec079fff157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_create {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:15.759273 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-08f51270-9900-45ae-a958-671501e71079 None None] For port 080f4c04-08e1-4349-8948-d812179f1dd5, host dv-cinder-788782-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-9-iscsi',level=0,port_id=080f4c04-08e1-4349-8948-d812179f1dd5,segment=NetworkSegment(c1a38775-ec28-415d-bb88-0cf7761c0f56),segment_id=c1a38775-ec28-415d-bb88-0cf7761c0f56)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:06:15.767307 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron_lib.callbacks.manager [None req-b0134708-02df-4922-b387-7a346608815f None None] Notify callbacks [] for port, precommit_update {{(pid=120044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:15.778586 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.provisioning_blocks [None req-b0134708-02df-4922-b387-7a346608815f None None] Transition to ACTIVE for port object b3fa2d1e-6ae2-49bc-a83e-ff1ee2c747b1 will not be triggered until provisioned by entity L2. {{(pid=120044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:06:15.839351 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron_lib.callbacks.manager [None req-b0134708-02df-4922-b387-7a346608815f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:15.839902 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:15.887048 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344401e8-f9a2-4bba-9c8b-39c096d1a2d0 None None] Pushing event updated for resources: {'Port': ['ID=b3fa2d1e-6ae2-49bc-a83e-ff1ee2c747b1,revision_number=3']} {{(pid=120044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:06:15.897469 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-2d74fb7c-e84f-4c9c-a60f-ee253761a66f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:15.904452 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344401e8-f9a2-4bba-9c8b-39c096d1a2d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:06:15.904964 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344401e8-f9a2-4bba-9c8b-39c096d1a2d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:06:15.905388 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344401e8-f9a2-4bba-9c8b-39c096d1a2d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:06:15.906423 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344401e8-f9a2-4bba-9c8b-39c096d1a2d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:06:15.906725 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344401e8-f9a2-4bba-9c8b-39c096d1a2d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:06:15.907123 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344401e8-f9a2-4bba-9c8b-39c096d1a2d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:06:15.907516 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344401e8-f9a2-4bba-9c8b-39c096d1a2d0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:06:15.907973 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344401e8-f9a2-4bba-9c8b-39c096d1a2d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:06:15.908359 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344401e8-f9a2-4bba-9c8b-39c096d1a2d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:06:15.908695 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344401e8-f9a2-4bba-9c8b-39c096d1a2d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:06:15.909022 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344401e8-f9a2-4bba-9c8b-39c096d1a2d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:06:15.909344 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344401e8-f9a2-4bba-9c8b-39c096d1a2d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:06:15.920972 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Pushing event updated for resources: {'Port': ['ID=080f4c04-08e1-4349-8948-d812179f1dd5,revision_number=4']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:06:15.936894 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.db_base_plugin_common [None req-8e239b91-1df6-495c-ac81-5ec079fff157 None None] Allocated IP 172.20.0.2 (049f18c5-b049-4556-bb94-82a2749469e6/cba10547-4557-4d37-aaa2-099ee65db16c/63586990-c64a-46a9-ba86-56d6ff06cd8e) {{(pid=120043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 13:06:15.959505 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.plugins.ml2.managers [None req-b0134708-02df-4922-b387-7a346608815f None None] Attempting to bind port b3fa2d1e-6ae2-49bc-a83e-ff1ee2c747b1 on host dv-cinder-788782-9-iscsi for vnic_type normal with profile {{(pid=120044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 13:06:15.960201 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.plugins.ml2.managers [None req-b0134708-02df-4922-b387-7a346608815f None None] Attempting to bind port b3fa2d1e-6ae2-49bc-a83e-ff1ee2c747b1 by drivers openvswitch,hyperv on host dv-cinder-788782-9-iscsi at level 0 using segments [{'id': 'cdbbc9d5-da86-470a-942c-2d06f55ad836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '76029711-1f89-4a0b-abcb-cade63640c30'}] {{(pid=120044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 13:06:15.960489 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0134708-02df-4922-b387-7a346608815f None None] Attempting to bind port b3fa2d1e-6ae2-49bc-a83e-ff1ee2c747b1 on network 76029711-1f89-4a0b-abcb-cade63640c30 {{(pid=120044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 13:06:15.966315 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0134708-02df-4922-b387-7a346608815f None None] Checking agent: {'id': '54d2aec0-bb47-465a-a42e-8bc5f6172949', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 12, 48, 38), 'started_at': datetime.datetime(2021, 9, 3, 12, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 13, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 13:06:15.966717 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0134708-02df-4922-b387-7a346608815f None None] Checking segment: {'id': 'cdbbc9d5-da86-470a-942c-2d06f55ad836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '76029711-1f89-4a0b-abcb-cade63640c30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 13:06:15.967118 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron_lib.callbacks.manager [None req-b0134708-02df-4922-b387-7a346608815f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=120044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:15.967642 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0134708-02df-4922-b387-7a346608815f None None] Bound using segment: {'id': 'cdbbc9d5-da86-470a-942c-2d06f55ad836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '76029711-1f89-4a0b-abcb-cade63640c30'} {{(pid=120044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 13:06:15.968141 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.plugins.ml2.managers [None req-b0134708-02df-4922-b387-7a346608815f None None] Bound port: b3fa2d1e-6ae2-49bc-a83e-ff1ee2c747b1, host: dv-cinder-788782-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdbbc9d5-da86-470a-942c-2d06f55ad836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '76029711-1f89-4a0b-abcb-cade63640c30'}}] {{(pid=120044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 13:06:15.968519 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron_lib.callbacks.manager [None req-b0134708-02df-4922-b387-7a346608815f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:16.048818 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.plugins.ml2.db [None req-b0134708-02df-4922-b387-7a346608815f None None] For port b3fa2d1e-6ae2-49bc-a83e-ff1ee2c747b1, host dv-cinder-788782-9-iscsi, cleared binding levels {{(pid=120044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 13:06:16.052772 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.plugins.ml2.db [None req-b0134708-02df-4922-b387-7a346608815f None None] For port b3fa2d1e-6ae2-49bc-a83e-ff1ee2c747b1, host dv-cinder-788782-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-9-iscsi',level=0,port_id=b3fa2d1e-6ae2-49bc-a83e-ff1ee2c747b1,segment=NetworkSegment(cdbbc9d5-da86-470a-942c-2d06f55ad836),segment_id=cdbbc9d5-da86-470a-942c-2d06f55ad836)] {{(pid=120044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 13:06:16.094110 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-8e239b91-1df6-495c-ac81-5ec079fff157 None None] Notify callbacks [] for port, precommit_create {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:16.101032 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron_lib.callbacks.manager [None req-b0134708-02df-4922-b387-7a346608815f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:16.102309 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-8e239b91-1df6-495c-ac81-5ec079fff157 None None] Transition to ACTIVE for port object 63586990-c64a-46a9-ba86-56d6ff06cd8e will not be triggered until provisioned by entity L2. {{(pid=120043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:06:16.117562 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-8e239b91-1df6-495c-ac81-5ec079fff157 None None] Transition to ACTIVE for port object 63586990-c64a-46a9-ba86-56d6ff06cd8e will not be triggered until provisioned by entity DHCP. {{(pid=120043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:06:16.146769 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0134708-02df-4922-b387-7a346608815f None None] Routers {'13ccdb28-6571-4aa1-9074-8602e244db15'} bound to L3 agent in host dv-cinder-788782-9-iscsi {{(pid=120044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:06:16.147400 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_hamode_db [None req-b0134708-02df-4922-b387-7a346608815f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T12:48:38Z,description=,heartbeat_timestamp=2021-09-03T13:06:08Z,host='dv-cinder-788782-9-iscsi',id=3ba3cff0-0714-4a2d-b638-391a63c22700,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:48:38Z,topic='l3_agent')) {'router_ids': ['13ccdb28-6571-4aa1-9074-8602e244db15'], 'active': True} {{(pid=120044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:06:16.185538 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-2d74fb7c-e84f-4c9c-a60f-ee253761a66f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:16.186920 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-8e239b91-1df6-495c-ac81-5ec079fff157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763613061259'] for port, after_create {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:16.198756 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344401e8-f9a2-4bba-9c8b-39c096d1a2d0 None None] Pushing event updated for resources: {'Port': ['ID=b3fa2d1e-6ae2-49bc-a83e-ff1ee2c747b1,revision_number=4']} {{(pid=120044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:06:16.206194 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-2d74fb7c-e84f-4c9c-a60f-ee253761a66f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:16.241521 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e239b91-1df6-495c-ac81-5ec079fff157 None None] Pushing event updated for resources: {'Port': ['ID=63586990-c64a-46a9-ba86-56d6ff06cd8e,revision_number=1']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:06:16.263356 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e239b91-1df6-495c-ac81-5ec079fff157 None None] Network 049f18c5-b049-4556-bb94-82a2749469e6 is already hosted by enough agents. {{(pid=120043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 13:06:16.265561 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.scheduler.base_scheduler [None req-8e239b91-1df6-495c-ac81-5ec079fff157 None None] Resources bound (agent type, host, resource id): {{(pid=120043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:06:16.268660 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e239b91-1df6-495c-ac81-5ec079fff157 None None] Received port after_create {{(pid=120043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 13:06:16.279405 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_dvr_db [None req-b0134708-02df-4922-b387-7a346608815f None None] Set router 13ccdb28-6571-4aa1-9074-8602e244db15 gateway port host: dv-cinder-788782-9-iscsi {{(pid=120044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:06:16.331232 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.managers [None req-8e239b91-1df6-495c-ac81-5ec079fff157 None None] Attempting to bind port 63586990-c64a-46a9-ba86-56d6ff06cd8e on host dv-cinder-788782-9-iscsi for vnic_type normal with profile {{(pid=120043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 13:06:16.332780 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.managers [None req-8e239b91-1df6-495c-ac81-5ec079fff157 None None] Attempting to bind port 63586990-c64a-46a9-ba86-56d6ff06cd8e by drivers openvswitch,hyperv on host dv-cinder-788782-9-iscsi at level 0 using segments [{'id': '3d50989d-40e3-4262-ad9c-30b7087455d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '049f18c5-b049-4556-bb94-82a2749469e6'}] {{(pid=120043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 13:06:16.333237 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.db_base_plugin_common [None req-2d74fb7c-e84f-4c9c-a60f-ee253761a66f admin admin] Allocated IP 172.27.3.93 (9198821c-ee56-4cb5-9e5d-ab43e0594ece/2efca78d-d4c6-45b2-a3f0-03ef309b0579/d18940a0-6bfe-4d6f-854c-e1a120bddfc3) {{(pid=120042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 13:06:16.334061 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e239b91-1df6-495c-ac81-5ec079fff157 None None] Attempting to bind port 63586990-c64a-46a9-ba86-56d6ff06cd8e on network 049f18c5-b049-4556-bb94-82a2749469e6 {{(pid=120043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 13:06:16.339851 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e239b91-1df6-495c-ac81-5ec079fff157 None None] Checking agent: {'id': '54d2aec0-bb47-465a-a42e-8bc5f6172949', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 12, 48, 38), 'started_at': datetime.datetime(2021, 9, 3, 12, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 13, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 13:06:16.340489 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e239b91-1df6-495c-ac81-5ec079fff157 None None] Checking segment: {'id': '3d50989d-40e3-4262-ad9c-30b7087455d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '049f18c5-b049-4556-bb94-82a2749469e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 13:06:16.341061 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-8e239b91-1df6-495c-ac81-5ec079fff157 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:16.341696 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e239b91-1df6-495c-ac81-5ec079fff157 None None] Bound using segment: {'id': '3d50989d-40e3-4262-ad9c-30b7087455d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '049f18c5-b049-4556-bb94-82a2749469e6'} {{(pid=120043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 13:06:16.342333 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.managers [None req-8e239b91-1df6-495c-ac81-5ec079fff157 None None] Bound port: 63586990-c64a-46a9-ba86-56d6ff06cd8e, host: dv-cinder-788782-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d50989d-40e3-4262-ad9c-30b7087455d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '049f18c5-b049-4556-bb94-82a2749469e6'}}] {{(pid=120043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 13:06:16.343033 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-8e239b91-1df6-495c-ac81-5ec079fff157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:16.423471 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-8e239b91-1df6-495c-ac81-5ec079fff157 None None] For port 63586990-c64a-46a9-ba86-56d6ff06cd8e, host dv-cinder-788782-9-iscsi, cleared binding levels {{(pid=120043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 13:06:16.426577 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-8e239b91-1df6-495c-ac81-5ec079fff157 None None] For port 63586990-c64a-46a9-ba86-56d6ff06cd8e, host dv-cinder-788782-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-9-iscsi',level=0,port_id=63586990-c64a-46a9-ba86-56d6ff06cd8e,segment=NetworkSegment(3d50989d-40e3-4262-ad9c-30b7087455d3),segment_id=3d50989d-40e3-4262-ad9c-30b7087455d3)] {{(pid=120043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 13:06:16.442159 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-2d74fb7c-e84f-4c9c-a60f-ee253761a66f admin admin] Notify callbacks [] for port, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:16.494574 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_hamode_db [None req-b0134708-02df-4922-b387-7a346608815f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ccdb28-6571-4aa1-9074-8602e244db15', 'name': 'tempest-TestVolumeBootPattern-1805627011-router', 'tenant_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '080f4c04-08e1-4349-8948-d812179f1dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:06:09Z', 'updated_at': '2021-09-03T13:06:12Z', 'revision_number': 4, 'project_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'gw_port': {'id': '080f4c04-08e1-4349-8948-d812179f1dd5', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ff:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ccdb28-6571-4aa1-9074-8602e244db15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:06:10Z', 'updated_at': '2021-09-03T13:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi', '_interfaces': [{'id': 'b3fa2d1e-6ae2-49bc-a83e-ff1ee2c747b1', 'name': '', 'network_id': '76029711-1f89-4a0b-abcb-cade63640c30', 'tenant_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'mac_address': 'fa:16:3e:83:f7:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ccdb28-6571-4aa1-9074-8602e244db15', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'edbca751-0dff-4862-be2a-c77a6cb4f2ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:06:11Z', 'updated_at': '2021-09-03T13:06:16Z', 'revision_number': 4, 'project_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'subnets': [{'id': 'edbca751-0dff-4862-be2a-c77a6cb4f2ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-9-iscsi', False) {} {{(pid=120044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:06:16.524928 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0134708-02df-4922-b387-7a346608815f None None] The sync data for ids ['13ccdb28-6571-4aa1-9074-8602e244db15'] in dv-cinder-788782-9-iscsi is: [{'id': '13ccdb28-6571-4aa1-9074-8602e244db15', 'name': 'tempest-TestVolumeBootPattern-1805627011-router', 'tenant_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '080f4c04-08e1-4349-8948-d812179f1dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:06:09Z', 'updated_at': '2021-09-03T13:06:12Z', 'revision_number': 4, 'project_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'gw_port': {'id': '080f4c04-08e1-4349-8948-d812179f1dd5', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ff:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ccdb28-6571-4aa1-9074-8602e244db15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:06:10Z', 'updated_at': '2021-09-03T13:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi', '_interfaces': [{'id': 'b3fa2d1e-6ae2-49bc-a83e-ff1ee2c747b1', 'name': '', 'network_id': '76029711-1f89-4a0b-abcb-cade63640c30', 'tenant_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'mac_address': 'fa:16:3e:83:f7:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ccdb28-6571-4aa1-9074-8602e244db15', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'edbca751-0dff-4862-be2a-c77a6cb4f2ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:06:11Z', 'updated_at': '2021-09-03T13:06:16Z', 'revision_number': 4, 'project_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'subnets': [{'id': 'edbca751-0dff-4862-be2a-c77a6cb4f2ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 13:06:16.535420 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-8e239b91-1df6-495c-ac81-5ec079fff157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:16.558137 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-2d74fb7c-e84f-4c9c-a60f-ee253761a66f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763613061259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534626149'] for port, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:16.600251 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e239b91-1df6-495c-ac81-5ec079fff157 None None] Pushing event updated for resources: {'Port': ['ID=63586990-c64a-46a9-ba86-56d6ff06cd8e,revision_number=2']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:06:16.600988 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d74fb7c-e84f-4c9c-a60f-ee253761a66f admin admin] Network 9198821c-ee56-4cb5-9e5d-ab43e0594ece is already hosted by enough agents. {{(pid=120042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 13:06:16.604139 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.base_scheduler [None req-2d74fb7c-e84f-4c9c-a60f-ee253761a66f admin admin] Resources bound (agent type, host, resource id): {{(pid=120042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:06:16.607774 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d74fb7c-e84f-4c9c-a60f-ee253761a66f admin admin] Received port after_create {{(pid=120042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 13:06:16.634700 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d74fb7c-e84f-4c9c-a60f-ee253761a66f admin admin] Pushing event updated for resources: {'Port': ['ID=d18940a0-6bfe-4d6f-854c-e1a120bddfc3,revision_number=1']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:06:16.962412 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-2d74fb7c-e84f-4c9c-a60f-ee253761a66f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:17.158039 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-2d74fb7c-e84f-4c9c-a60f-ee253761a66f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1664245'] for router, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:17.283546 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-4cf56162-6310-4a44-bfd1-0568a4409f93 req-9855fe1b-f90e-4b58-8005-5a187fa924e6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1ae64110-a6a5-46eb-8df8-94ed8a3ccc85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0820713 Sep 03 13:06:17.378467 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf56162-6310-4a44-bfd1-0568a4409f93 req-525c070b-41f6-4dba-af2d-492975e60a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:06:17.380063 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-4cf56162-6310-4a44-bfd1-0568a4409f93 req-525c070b-41f6-4dba-af2d-492975e60a23 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ead1fb3d80ba48d6911167f374798a00&device_id=1ae64110-a6a5-46eb-8df8-94ed8a3ccc85 HTTP/1.1" status: 200 len: 1098 time: 0.0491292 Sep 03 13:06:17.398080 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d74fb7c-e84f-4c9c-a60f-ee253761a66f admin admin] Router c1a2a9d0-a963-46ff-8c91-70cfff0b93f0 is scheduled to L3 agent 3ba3cff0-0714-4a2d-b638-391a63c22700 with binding_index 1 {{(pid=120042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 13:06:17.462404 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf36ca2e-c4dd-4ae5-af42-316080b4de6e None None] Network 049f18c5-b049-4556-bb94-82a2749469e6 requested from dv-cinder-788782-9-iscsi {{(pid=120043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 13:06:17.567294 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf56162-6310-4a44-bfd1-0568a4409f93 req-408958aa-9f09-4b0d-bfe2-aa8bb0ab2a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:06:17.568868 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-4cf56162-6310-4a44-bfd1-0568a4409f93 req-408958aa-9f09-4b0d-bfe2-aa8bb0ab2a5a service neutron] 10.222.0.11 "GET /v2.0/networks?id=2eeffcc7-edbb-4673-b585-605ebedc73d0 HTTP/1.1" status: 200 len: 914 time: 0.1682615 Sep 03 13:06:17.584587 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Device 080f4c04-08e1-4349-8948-d812179f1dd5 up at agent ovs-agent-dv-cinder-788782-9-iscsi {{(pid=120043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:06:17.588845 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d74fb7c-e84f-4c9c-a60f-ee253761a66f admin admin] Notify agent at l3_agent.dv-cinder-788782-9-iscsi the message routers_updated {{(pid=120042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 13:06:17.613133 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3162cd64-42c8-445a-bc2a-b6206ece9db9 None None] Sync routers for ids ['c1a2a9d0-a963-46ff-8c91-70cfff0b93f0'] in dv-cinder-788782-9-iscsi {{(pid=120043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 13:06:17.619717 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-4cf56162-6310-4a44-bfd1-0568a4409f93 req-fb104ba3-1307-44f7-a41a-290410a4c67f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4a132e27-6d81-492c-bc26-ab206637803c HTTP/1.1" status: 200 len: 217 time: 0.0419271 Sep 03 13:06:17.639781 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-aa0d4c28-a7cf-4054-80b3-0077290eae1e None None] Provisioning for port 63586990-c64a-46a9-ba86-56d6ff06cd8e completed by entity DHCP. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:06:17.648093 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3162cd64-42c8-445a-bc2a-b6206ece9db9 None None] Routers {'c1a2a9d0-a963-46ff-8c91-70cfff0b93f0'} bound to L3 agent in host dv-cinder-788782-9-iscsi {{(pid=120043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:06:17.648727 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_hamode_db [None req-3162cd64-42c8-445a-bc2a-b6206ece9db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T12:48:38Z,description=,heartbeat_timestamp=2021-09-03T13:06:08Z,host='dv-cinder-788782-9-iscsi',id=3ba3cff0-0714-4a2d-b638-391a63c22700,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:48:38Z,topic='l3_agent')) {'router_ids': ['c1a2a9d0-a963-46ff-8c91-70cfff0b93f0'], 'active': True} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:06:17.671558 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf56162-6310-4a44-bfd1-0568a4409f93 req-4f407c90-bcec-46d8-9b67-3139c5018d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:06:17.673117 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-4cf56162-6310-4a44-bfd1-0568a4409f93 req-4f407c90-bcec-46d8-9b67-3139c5018d83 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4337d3aa-57e0-4263-bfff-a3d70e217f33 HTTP/1.1" status: 200 len: 854 time: 0.0456653 Sep 03 13:06:17.704742 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-4cf56162-6310-4a44-bfd1-0568a4409f93 req-a573afef-1962-4bab-9a36-da5a3bd7fc35 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2eeffcc7-edbb-4673-b585-605ebedc73d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239413 Sep 03 13:06:17.734825 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-2d74fb7c-e84f-4c9c-a60f-ee253761a66f admin admin] Notify callbacks [] for router, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:17.738598 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-2d74fb7c-e84f-4c9c-a60f-ee253761a66f admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1391616 Sep 03 13:06:17.738760 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 45144) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:06:17.767336 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-08f51270-9900-45ae-a958-671501e71079 None None] Provisioning complete for port 080f4c04-08e1-4349-8948-d812179f1dd5 triggered by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:06:17.767724 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:17.888446 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-4cf56162-6310-4a44-bfd1-0568a4409f93 req-1b44638c-cef0-45b7-bbd3-3cdb7595e9a6 service neutron] 10.222.0.11 "GET /v2.0/networks/2eeffcc7-edbb-4673-b585-605ebedc73d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758204 Sep 03 13:06:17.949578 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvr_db [None req-3162cd64-42c8-445a-bc2a-b6206ece9db9 None None] Set router c1a2a9d0-a963-46ff-8c91-70cfff0b93f0 gateway port host: dv-cinder-788782-9-iscsi {{(pid=120043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:06:18.116013 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Device b3fa2d1e-6ae2-49bc-a83e-ff1ee2c747b1 up at agent ovs-agent-dv-cinder-788782-9-iscsi {{(pid=120043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:06:18.214243 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_hamode_db [None req-3162cd64-42c8-445a-bc2a-b6206ece9db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1a2a9d0-a963-46ff-8c91-70cfff0b93f0', 'name': 'tempest-TestVolumeBootPattern-258846810-router', 'tenant_id': 'ae098e49d8904502bd35f1632dac116d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': 'd18940a0-6bfe-4d6f-854c-e1a120bddfc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:06:15Z', 'updated_at': '2021-09-03T13:06:16Z', 'revision_number': 3, 'project_id': 'ae098e49d8904502bd35f1632dac116d', 'gw_port': {'id': 'd18940a0-6bfe-4d6f-854c-e1a120bddfc3', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:da:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1a2a9d0-a963-46ff-8c91-70cfff0b93f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:06:16Z', 'updated_at': '2021-09-03T13:06:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi'}], 'dv-cinder-788782-9-iscsi', False) {} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:06:18.245345 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3162cd64-42c8-445a-bc2a-b6206ece9db9 None None] Checking router: c1a2a9d0-a963-46ff-8c91-70cfff0b93f0 for host: dv-cinder-788782-9-iscsi {{(pid=120043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 13:06:18.245702 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3162cd64-42c8-445a-bc2a-b6206ece9db9 None None] Updating router c1a2a9d0-a963-46ff-8c91-70cfff0b93f0 port d18940a0-6bfe-4d6f-854c-e1a120bddfc3 binding host dv-cinder-788782-9-iscsi {{(pid=120043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 13:06:18.269806 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-08f51270-9900-45ae-a958-671501e71079 None None] Provisioning for port b3fa2d1e-6ae2-49bc-a83e-ff1ee2c747b1 completed by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:06:18.275543 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-3162cd64-42c8-445a-bc2a-b6206ece9db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:18.277221 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-08f51270-9900-45ae-a958-671501e71079 None None] Provisioning complete for port b3fa2d1e-6ae2-49bc-a83e-ff1ee2c747b1 triggered by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:06:18.282158 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:18.333320 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-4cf56162-6310-4a44-bfd1-0568a4409f93 req-d766d86a-4cba-4472-9e39-c550a6120369 service neutron] 10.222.0.11 "GET /v2.0/networks/2eeffcc7-edbb-4673-b585-605ebedc73d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4372094 Sep 03 13:06:18.463500 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:18.538598 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-08f51270-9900-45ae-a958-671501e71079 None None] For port b3fa2d1e-6ae2-49bc-a83e-ff1ee2c747b1, host dv-cinder-788782-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-9-iscsi',level=0,port_id=b3fa2d1e-6ae2-49bc-a83e-ff1ee2c747b1,segment=NetworkSegment(cdbbc9d5-da86-470a-942c-2d06f55ad836),segment_id=cdbbc9d5-da86-470a-942c-2d06f55ad836)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:06:18.548252 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-0df30c55-124a-4fc4-8dc3-5ee22fab0a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:18.619617 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-3162cd64-42c8-445a-bc2a-b6206ece9db9 None None] Notify callbacks [] for port, precommit_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:18.630228 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-3162cd64-42c8-445a-bc2a-b6206ece9db9 None None] Transition to ACTIVE for port object d18940a0-6bfe-4d6f-854c-e1a120bddfc3 will not be triggered until provisioned by entity L2. {{(pid=120043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:06:18.649218 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:18.650042 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Device 63586990-c64a-46a9-ba86-56d6ff06cd8e up at agent ovs-agent-dv-cinder-788782-9-iscsi {{(pid=120043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:06:18.709030 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.db_base_plugin_common [None req-0df30c55-124a-4fc4-8dc3-5ee22fab0a8b admin admin] Allocated IP 172.20.0.1 (049f18c5-b049-4556-bb94-82a2749469e6/cba10547-4557-4d37-aaa2-099ee65db16c/929eae96-c6e9-46c7-8510-f189311a1df5) {{(pid=120042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 13:06:18.727122 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Pushing event updated for resources: {'Port': ['ID=b3fa2d1e-6ae2-49bc-a83e-ff1ee2c747b1,revision_number=5']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:06:18.763280 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-3162cd64-42c8-445a-bc2a-b6206ece9db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:18.808584 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-0df30c55-124a-4fc4-8dc3-5ee22fab0a8b admin admin] Notify callbacks [] for port, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:18.811674 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.managers [None req-3162cd64-42c8-445a-bc2a-b6206ece9db9 None None] Attempting to bind port d18940a0-6bfe-4d6f-854c-e1a120bddfc3 on host dv-cinder-788782-9-iscsi for vnic_type normal with profile {{(pid=120043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 13:06:18.812081 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.managers [None req-3162cd64-42c8-445a-bc2a-b6206ece9db9 None None] Attempting to bind port d18940a0-6bfe-4d6f-854c-e1a120bddfc3 by drivers openvswitch,hyperv on host dv-cinder-788782-9-iscsi at level 0 using segments [{'id': 'c1a38775-ec28-415d-bb88-0cf7761c0f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece'}] {{(pid=120043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 13:06:18.812488 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3162cd64-42c8-445a-bc2a-b6206ece9db9 None None] Attempting to bind port d18940a0-6bfe-4d6f-854c-e1a120bddfc3 on network 9198821c-ee56-4cb5-9e5d-ab43e0594ece {{(pid=120043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 13:06:18.820467 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-08f51270-9900-45ae-a958-671501e71079 None None] Provisioning for port 63586990-c64a-46a9-ba86-56d6ff06cd8e completed by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:06:18.822043 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.provisioning_blocks [None req-0df30c55-124a-4fc4-8dc3-5ee22fab0a8b admin admin] Transition to ACTIVE for port object 929eae96-c6e9-46c7-8510-f189311a1df5 will not be triggered until provisioned by entity DHCP. {{(pid=120042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:06:18.825219 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0582418f-2459-4036-a3dd-5a7302b04de4 None None] Pushing event updated for resources: {'Port': ['ID=d18940a0-6bfe-4d6f-854c-e1a120bddfc3,revision_number=2']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:06:18.828792 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3162cd64-42c8-445a-bc2a-b6206ece9db9 None None] Checking agent: {'id': '54d2aec0-bb47-465a-a42e-8bc5f6172949', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 12, 48, 38), 'started_at': datetime.datetime(2021, 9, 3, 12, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 13, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 13:06:18.829180 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3162cd64-42c8-445a-bc2a-b6206ece9db9 None None] Checking segment: {'id': 'c1a38775-ec28-415d-bb88-0cf7761c0f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 13:06:18.829599 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-3162cd64-42c8-445a-bc2a-b6206ece9db9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:18.830005 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3162cd64-42c8-445a-bc2a-b6206ece9db9 None None] Bound using segment: {'id': 'c1a38775-ec28-415d-bb88-0cf7761c0f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece'} {{(pid=120043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 13:06:18.830498 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.managers [None req-3162cd64-42c8-445a-bc2a-b6206ece9db9 None None] Bound port: d18940a0-6bfe-4d6f-854c-e1a120bddfc3, host: dv-cinder-788782-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1a38775-ec28-415d-bb88-0cf7761c0f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece'}}] {{(pid=120043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 13:06:18.830948 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-3162cd64-42c8-445a-bc2a-b6206ece9db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:18.833048 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-08f51270-9900-45ae-a958-671501e71079 None None] Provisioning complete for port 63586990-c64a-46a9-ba86-56d6ff06cd8e triggered by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:06:18.833422 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:18.913718 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-3162cd64-42c8-445a-bc2a-b6206ece9db9 None None] For port d18940a0-6bfe-4d6f-854c-e1a120bddfc3, host dv-cinder-788782-9-iscsi, cleared binding levels {{(pid=120043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 13:06:18.917407 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-3162cd64-42c8-445a-bc2a-b6206ece9db9 None None] For port d18940a0-6bfe-4d6f-854c-e1a120bddfc3, host dv-cinder-788782-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-9-iscsi',level=0,port_id=d18940a0-6bfe-4d6f-854c-e1a120bddfc3,segment=NetworkSegment(c1a38775-ec28-415d-bb88-0cf7761c0f56),segment_id=c1a38775-ec28-415d-bb88-0cf7761c0f56)] {{(pid=120043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 13:06:18.955921 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:18.958380 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-0df30c55-124a-4fc4-8dc3-5ee22fab0a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763613061259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534626149'] for port, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:18.988178 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-08f51270-9900-45ae-a958-671501e71079 None None] For port 63586990-c64a-46a9-ba86-56d6ff06cd8e, host dv-cinder-788782-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-9-iscsi',level=0,port_id=63586990-c64a-46a9-ba86-56d6ff06cd8e,segment=NetworkSegment(3d50989d-40e3-4262-ad9c-30b7087455d3),segment_id=3d50989d-40e3-4262-ad9c-30b7087455d3)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:06:18.992860 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-3162cd64-42c8-445a-bc2a-b6206ece9db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:18.998978 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df30c55-124a-4fc4-8dc3-5ee22fab0a8b admin admin] Network 049f18c5-b049-4556-bb94-82a2749469e6 is already hosted by enough agents. {{(pid=120042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 13:06:19.002122 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.base_scheduler [None req-0df30c55-124a-4fc4-8dc3-5ee22fab0a8b admin admin] Resources bound (agent type, host, resource id): {{(pid=120042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:06:19.005293 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df30c55-124a-4fc4-8dc3-5ee22fab0a8b admin admin] Received port after_create {{(pid=120042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 13:06:19.032624 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df30c55-124a-4fc4-8dc3-5ee22fab0a8b admin admin] Pushing event updated for resources: {'Port': ['ID=929eae96-c6e9-46c7-8510-f189311a1df5,revision_number=1']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:06:19.041622 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3162cd64-42c8-445a-bc2a-b6206ece9db9 None None] Routers {'c1a2a9d0-a963-46ff-8c91-70cfff0b93f0'} bound to L3 agent in host dv-cinder-788782-9-iscsi {{(pid=120043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:06:19.042394 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_hamode_db [None req-3162cd64-42c8-445a-bc2a-b6206ece9db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T12:48:38Z,description=,heartbeat_timestamp=2021-09-03T13:06:08Z,host='dv-cinder-788782-9-iscsi',id=3ba3cff0-0714-4a2d-b638-391a63c22700,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:48:38Z,topic='l3_agent')) {'router_ids': ['c1a2a9d0-a963-46ff-8c91-70cfff0b93f0'], 'active': True} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:06:19.052819 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-0df30c55-124a-4fc4-8dc3-5ee22fab0a8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1748896'] for router_interface, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:19.115618 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:19.122537 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0582418f-2459-4036-a3dd-5a7302b04de4 None None] Pushing event updated for resources: {'Port': ['ID=d18940a0-6bfe-4d6f-854c-e1a120bddfc3,revision_number=3']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:06:19.190257 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Pushing event updated for resources: {'Port': ['ID=63586990-c64a-46a9-ba86-56d6ff06cd8e,revision_number=3']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:06:19.210314 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvr_db [None req-3162cd64-42c8-445a-bc2a-b6206ece9db9 None None] Set router c1a2a9d0-a963-46ff-8c91-70cfff0b93f0 gateway port host: dv-cinder-788782-9-iscsi {{(pid=120043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:06:19.250942 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-0df30c55-124a-4fc4-8dc3-5ee22fab0a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:19.364431 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-b3f24bfa-3ed4-4842-8959-c615abf6d730 None None] Provisioning for port 929eae96-c6e9-46c7-8510-f189311a1df5 completed by entity DHCP. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:06:19.370271 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-b3f24bfa-3ed4-4842-8959-c615abf6d730 None None] Provisioning complete for port 929eae96-c6e9-46c7-8510-f189311a1df5 triggered by entity DHCP. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:06:19.370649 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-b3f24bfa-3ed4-4842-8959-c615abf6d730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:19.412889 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.plugin [None req-b3f24bfa-3ed4-4842-8959-c615abf6d730 None None] Port 929eae96-c6e9-46c7-8510-f189311a1df5 cannot update to ACTIVE because it is not bound. {{(pid=120043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 13:06:19.424016 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-0df30c55-124a-4fc4-8dc3-5ee22fab0a8b admin admin] Notify callbacks [] for port, precommit_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:19.426159 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_hamode_db [None req-3162cd64-42c8-445a-bc2a-b6206ece9db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1a2a9d0-a963-46ff-8c91-70cfff0b93f0', 'name': 'tempest-TestVolumeBootPattern-258846810-router', 'tenant_id': 'ae098e49d8904502bd35f1632dac116d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': 'd18940a0-6bfe-4d6f-854c-e1a120bddfc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:06:15Z', 'updated_at': '2021-09-03T13:06:16Z', 'revision_number': 3, 'project_id': 'ae098e49d8904502bd35f1632dac116d', 'gw_port': {'id': 'd18940a0-6bfe-4d6f-854c-e1a120bddfc3', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:da:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1a2a9d0-a963-46ff-8c91-70cfff0b93f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:06:16Z', 'updated_at': '2021-09-03T13:06:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi'}], 'dv-cinder-788782-9-iscsi', False) {} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:06:19.454581 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Device b3fa2d1e-6ae2-49bc-a83e-ff1ee2c747b1 up at agent ovs-agent-dv-cinder-788782-9-iscsi {{(pid=120043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:06:19.458224 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3162cd64-42c8-445a-bc2a-b6206ece9db9 None None] The sync data for ids ['c1a2a9d0-a963-46ff-8c91-70cfff0b93f0'] in dv-cinder-788782-9-iscsi is: [{'id': 'c1a2a9d0-a963-46ff-8c91-70cfff0b93f0', 'name': 'tempest-TestVolumeBootPattern-258846810-router', 'tenant_id': 'ae098e49d8904502bd35f1632dac116d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': 'd18940a0-6bfe-4d6f-854c-e1a120bddfc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:06:15Z', 'updated_at': '2021-09-03T13:06:16Z', 'revision_number': 3, 'project_id': 'ae098e49d8904502bd35f1632dac116d', 'gw_port': {'id': 'd18940a0-6bfe-4d6f-854c-e1a120bddfc3', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:da:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1a2a9d0-a963-46ff-8c91-70cfff0b93f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:06:16Z', 'updated_at': '2021-09-03T13:06:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi'}] {{(pid=120043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 13:06:19.507630 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-08f51270-9900-45ae-a958-671501e71079 None None] Provisioning complete for port b3fa2d1e-6ae2-49bc-a83e-ff1ee2c747b1 triggered by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:06:19.508283 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:19.523421 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-0df30c55-124a-4fc4-8dc3-5ee22fab0a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534626162'] for port, after_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:19.588861 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Device 63586990-c64a-46a9-ba86-56d6ff06cd8e up at agent ovs-agent-dv-cinder-788782-9-iscsi {{(pid=120043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:06:19.589275 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df30c55-124a-4fc4-8dc3-5ee22fab0a8b admin admin] Pushing event updated for resources: {'Port': ['ID=929eae96-c6e9-46c7-8510-f189311a1df5,revision_number=2']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:06:19.592635 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-0df30c55-124a-4fc4-8dc3-5ee22fab0a8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1666096'] for router_interface, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:19.644243 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-08f51270-9900-45ae-a958-671501e71079 None None] Provisioning complete for port 63586990-c64a-46a9-ba86-56d6ff06cd8e triggered by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:06:19.644645 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:19.699339 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df30c55-124a-4fc4-8dc3-5ee22fab0a8b admin admin] Network 049f18c5-b049-4556-bb94-82a2749469e6 is already hosted by enough agents. {{(pid=120042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 13:06:19.701036 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.base_scheduler [None req-0df30c55-124a-4fc4-8dc3-5ee22fab0a8b admin admin] Resources bound (agent type, host, resource id): {{(pid=120042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:06:19.847596 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0df30c55-124a-4fc4-8dc3-5ee22fab0a8b admin admin] Router c1a2a9d0-a963-46ff-8c91-70cfff0b93f0 has already been hosted by L3 agent 3ba3cff0-0714-4a2d-b638-391a63c22700 {{(pid=120042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 13:06:19.955395 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-c0d3cbc7-c8dd-46dd-bd19-bb0d89e71551 None None] Provisioning complete for port 929eae96-c6e9-46c7-8510-f189311a1df5 triggered by entity DHCP. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:06:19.955765 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-c0d3cbc7-c8dd-46dd-bd19-bb0d89e71551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:19.980316 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0df30c55-124a-4fc4-8dc3-5ee22fab0a8b admin admin] Notify agent at l3_agent.dv-cinder-788782-9-iscsi the message routers_updated {{(pid=120042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 13:06:19.989591 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-0df30c55-124a-4fc4-8dc3-5ee22fab0a8b admin admin] 10.222.0.24 "PUT /v2.0/routers/c1a2a9d0-a963-46ff-8c91-70cfff0b93f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2497406 Sep 03 13:06:20.002970 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.plugin [None req-c0d3cbc7-c8dd-46dd-bd19-bb0d89e71551 None None] Port 929eae96-c6e9-46c7-8510-f189311a1df5 cannot update to ACTIVE because it is not bound. {{(pid=120043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 13:06:20.570093 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 45160) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:06:20.574894 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.v2.base [None req-330a5505-b0cd-4218-8646-f005d17038a1 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1939693705', 'description': 'tempest-secgroup-smoke-1939693705 description', 'project_id': 'd34eab3afdc4475ba16aef69907d1ba9'}} {{(pid=120041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:06:20.655153 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-330a5505-b0cd-4218-8646-f005d17038a1 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Notify callbacks [] for security_group, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:20.740176 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-330a5505-b0cd-4218-8646-f005d17038a1 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Notify callbacks [] for security_group, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:20.802529 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-330a5505-b0cd-4218-8646-f005d17038a1 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:20.831658 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330a5505-b0cd-4218-8646-f005d17038a1 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c2037f3-d29c-4c8b-a5db-0b4b624e1e8a,revision_number=1']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:06:20.888942 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-330a5505-b0cd-4218-8646-f005d17038a1 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Notify callbacks [] for security_group, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:20.890229 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-330a5505-b0cd-4218-8646-f005d17038a1 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3191049 Sep 03 13:06:20.893552 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 45164) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:06:20.897940 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.v2.base [None req-675a2873-cb6e-4e3c-b573-918a89f4d6b3 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Request body: {'security_group_rule': {'security_group_id': '3c2037f3-d29c-4c8b-a5db-0b4b624e1e8a', 'project_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:06:21.002987 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-675a2873-cb6e-4e3c-b573-918a89f4d6b3 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:21.013291 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e46420-d77d-44e5-87c2-6d85d9e8bf08 None None] Sync routers for ids ['c1a2a9d0-a963-46ff-8c91-70cfff0b93f0'] in dv-cinder-788782-9-iscsi {{(pid=120044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 13:06:21.022815 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e46420-d77d-44e5-87c2-6d85d9e8bf08 None None] Routers {'c1a2a9d0-a963-46ff-8c91-70cfff0b93f0'} bound to L3 agent in host dv-cinder-788782-9-iscsi {{(pid=120044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:06:21.023642 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_hamode_db [None req-b1e46420-d77d-44e5-87c2-6d85d9e8bf08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T12:48:38Z,description=,heartbeat_timestamp=2021-09-03T13:06:08Z,host='dv-cinder-788782-9-iscsi',id=3ba3cff0-0714-4a2d-b638-391a63c22700,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:48:38Z,topic='l3_agent')) {'router_ids': ['c1a2a9d0-a963-46ff-8c91-70cfff0b93f0'], 'active': True} {{(pid=120044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:06:21.058173 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-675a2873-cb6e-4e3c-b573-918a89f4d6b3 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:21.123536 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-675a2873-cb6e-4e3c-b573-918a89f4d6b3 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684986'] for security_group_rule, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:21.126200 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_dvr_db [None req-b1e46420-d77d-44e5-87c2-6d85d9e8bf08 None None] Set router c1a2a9d0-a963-46ff-8c91-70cfff0b93f0 gateway port host: dv-cinder-788782-9-iscsi {{(pid=120044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:06:21.147550 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675a2873-cb6e-4e3c-b573-918a89f4d6b3 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fa6388f-bb53-46a7-83f4-5d37fdd99b6e,revision_number=0']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:06:21.231778 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-675a2873-cb6e-4e3c-b573-918a89f4d6b3 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:21.233121 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-675a2873-cb6e-4e3c-b573-918a89f4d6b3 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3385749 Sep 03 13:06:21.235711 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 45166) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:06:21.240129 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.v2.base [None req-4cacc666-3eae-472c-8eb3-a6ab29cea215 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Request body: {'security_group_rule': {'security_group_id': '3c2037f3-d29c-4c8b-a5db-0b4b624e1e8a', 'project_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=120041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:06:21.317070 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-4cacc666-3eae-472c-8eb3-a6ab29cea215 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:21.318137 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_hamode_db [None req-b1e46420-d77d-44e5-87c2-6d85d9e8bf08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1a2a9d0-a963-46ff-8c91-70cfff0b93f0', 'name': 'tempest-TestVolumeBootPattern-258846810-router', 'tenant_id': 'ae098e49d8904502bd35f1632dac116d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': 'd18940a0-6bfe-4d6f-854c-e1a120bddfc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:06:15Z', 'updated_at': '2021-09-03T13:06:19Z', 'revision_number': 4, 'project_id': 'ae098e49d8904502bd35f1632dac116d', 'gw_port': {'id': 'd18940a0-6bfe-4d6f-854c-e1a120bddfc3', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:da:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1a2a9d0-a963-46ff-8c91-70cfff0b93f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:06:16Z', 'updated_at': '2021-09-03T13:06:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi', '_interfaces': [{'id': '929eae96-c6e9-46c7-8510-f189311a1df5', 'name': '', 'network_id': '049f18c5-b049-4556-bb94-82a2749469e6', 'tenant_id': 'ae098e49d8904502bd35f1632dac116d', 'mac_address': 'fa:16:3e:5a:45:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1a2a9d0-a963-46ff-8c91-70cfff0b93f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'cba10547-4557-4d37-aaa2-099ee65db16c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:06:18Z', 'updated_at': '2021-09-03T13:06:19Z', 'revision_number': 2, 'project_id': 'ae098e49d8904502bd35f1632dac116d', 'subnets': [{'id': 'cba10547-4557-4d37-aaa2-099ee65db16c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-9-iscsi', False) {} {{(pid=120044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:06:21.345214 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e46420-d77d-44e5-87c2-6d85d9e8bf08 None None] Checking router: c1a2a9d0-a963-46ff-8c91-70cfff0b93f0 for host: dv-cinder-788782-9-iscsi {{(pid=120044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 13:06:21.345576 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e46420-d77d-44e5-87c2-6d85d9e8bf08 None None] Updating router c1a2a9d0-a963-46ff-8c91-70cfff0b93f0 port 929eae96-c6e9-46c7-8510-f189311a1df5 binding host dv-cinder-788782-9-iscsi {{(pid=120044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 13:06:21.376089 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron_lib.callbacks.manager [None req-b1e46420-d77d-44e5-87c2-6d85d9e8bf08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:21.457355 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Device d18940a0-6bfe-4d6f-854c-e1a120bddfc3 up at agent ovs-agent-dv-cinder-788782-9-iscsi {{(pid=120043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:06:21.563128 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-08f51270-9900-45ae-a958-671501e71079 None None] Provisioning for port d18940a0-6bfe-4d6f-854c-e1a120bddfc3 completed by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:06:21.567463 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-08f51270-9900-45ae-a958-671501e71079 None None] Provisioning complete for port d18940a0-6bfe-4d6f-854c-e1a120bddfc3 triggered by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:06:21.567715 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:21.573257 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-4cacc666-3eae-472c-8eb3-a6ab29cea215 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:21.643307 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron_lib.callbacks.manager [None req-b1e46420-d77d-44e5-87c2-6d85d9e8bf08 None None] Notify callbacks [] for port, precommit_update {{(pid=120044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:21.645361 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:21.653160 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.provisioning_blocks [None req-b1e46420-d77d-44e5-87c2-6d85d9e8bf08 None None] Transition to ACTIVE for port object 929eae96-c6e9-46c7-8510-f189311a1df5 will not be triggered until provisioned by entity L2. {{(pid=120044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:06:21.665116 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-08f51270-9900-45ae-a958-671501e71079 None None] For port d18940a0-6bfe-4d6f-854c-e1a120bddfc3, host dv-cinder-788782-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-9-iscsi',level=0,port_id=d18940a0-6bfe-4d6f-854c-e1a120bddfc3,segment=NetworkSegment(c1a38775-ec28-415d-bb88-0cf7761c0f56),segment_id=c1a38775-ec28-415d-bb88-0cf7761c0f56)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:06:21.677546 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-4cacc666-3eae-472c-8eb3-a6ab29cea215 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684986'] for security_group_rule, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:21.689856 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cacc666-3eae-472c-8eb3-a6ab29cea215 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=357b15d9-d82d-40ba-8eab-6f6f37e04581,revision_number=0']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:06:21.729199 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron_lib.callbacks.manager [None req-b1e46420-d77d-44e5-87c2-6d85d9e8bf08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:21.757473 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:21.757690 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-4cacc666-3eae-472c-8eb3-a6ab29cea215 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:21.761213 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-4cacc666-3eae-472c-8eb3-a6ab29cea215 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5222716 Sep 03 13:06:21.761712 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 45170) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:06:21.769243 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.v2.base [None req-39eb3dc5-5619-43d7-b837-6353e8dfc66a tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Request body: {'security_group_rule': {'security_group_id': '3c2037f3-d29c-4c8b-a5db-0b4b624e1e8a', 'project_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=120041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:06:21.773037 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ed6464-38fe-417d-b69a-bbe7f55276c4 None None] Pushing event updated for resources: {'Port': ['ID=929eae96-c6e9-46c7-8510-f189311a1df5,revision_number=3']} {{(pid=120044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:06:21.812657 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Pushing event updated for resources: {'Port': ['ID=d18940a0-6bfe-4d6f-854c-e1a120bddfc3,revision_number=4']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:06:21.842551 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-39eb3dc5-5619-43d7-b837-6353e8dfc66a tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:21.845770 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.plugins.ml2.managers [None req-b1e46420-d77d-44e5-87c2-6d85d9e8bf08 None None] Attempting to bind port 929eae96-c6e9-46c7-8510-f189311a1df5 on host dv-cinder-788782-9-iscsi for vnic_type normal with profile {{(pid=120044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 13:06:21.846752 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.plugins.ml2.managers [None req-b1e46420-d77d-44e5-87c2-6d85d9e8bf08 None None] Attempting to bind port 929eae96-c6e9-46c7-8510-f189311a1df5 by drivers openvswitch,hyperv on host dv-cinder-788782-9-iscsi at level 0 using segments [{'id': '3d50989d-40e3-4262-ad9c-30b7087455d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '049f18c5-b049-4556-bb94-82a2749469e6'}] {{(pid=120044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 13:06:21.846752 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e46420-d77d-44e5-87c2-6d85d9e8bf08 None None] Attempting to bind port 929eae96-c6e9-46c7-8510-f189311a1df5 on network 049f18c5-b049-4556-bb94-82a2749469e6 {{(pid=120044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 13:06:21.852794 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e46420-d77d-44e5-87c2-6d85d9e8bf08 None None] Checking agent: {'id': '54d2aec0-bb47-465a-a42e-8bc5f6172949', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 12, 48, 38), 'started_at': datetime.datetime(2021, 9, 3, 12, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 13, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 13:06:21.853254 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e46420-d77d-44e5-87c2-6d85d9e8bf08 None None] Checking segment: {'id': '3d50989d-40e3-4262-ad9c-30b7087455d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '049f18c5-b049-4556-bb94-82a2749469e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 13:06:21.853755 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron_lib.callbacks.manager [None req-b1e46420-d77d-44e5-87c2-6d85d9e8bf08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=120044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:21.854225 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e46420-d77d-44e5-87c2-6d85d9e8bf08 None None] Bound using segment: {'id': '3d50989d-40e3-4262-ad9c-30b7087455d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '049f18c5-b049-4556-bb94-82a2749469e6'} {{(pid=120044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 13:06:21.854769 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.plugins.ml2.managers [None req-b1e46420-d77d-44e5-87c2-6d85d9e8bf08 None None] Bound port: 929eae96-c6e9-46c7-8510-f189311a1df5, host: dv-cinder-788782-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d50989d-40e3-4262-ad9c-30b7087455d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '049f18c5-b049-4556-bb94-82a2749469e6'}}] {{(pid=120044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 13:06:21.855248 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron_lib.callbacks.manager [None req-b1e46420-d77d-44e5-87c2-6d85d9e8bf08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:21.909136 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-39eb3dc5-5619-43d7-b837-6353e8dfc66a tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:21.928037 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.plugins.ml2.db [None req-b1e46420-d77d-44e5-87c2-6d85d9e8bf08 None None] For port 929eae96-c6e9-46c7-8510-f189311a1df5, host dv-cinder-788782-9-iscsi, cleared binding levels {{(pid=120044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 13:06:21.931354 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.plugins.ml2.db [None req-b1e46420-d77d-44e5-87c2-6d85d9e8bf08 None None] For port 929eae96-c6e9-46c7-8510-f189311a1df5, host dv-cinder-788782-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-9-iscsi',level=0,port_id=929eae96-c6e9-46c7-8510-f189311a1df5,segment=NetworkSegment(3d50989d-40e3-4262-ad9c-30b7087455d3),segment_id=3d50989d-40e3-4262-ad9c-30b7087455d3)] {{(pid=120044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 13:06:21.986181 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-39eb3dc5-5619-43d7-b837-6353e8dfc66a tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684986'] for security_group_rule, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:22.002987 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eb3dc5-5619-43d7-b837-6353e8dfc66a tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93639a15-eefe-47f4-9063-31518fdec8be,revision_number=0']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:06:22.032727 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron_lib.callbacks.manager [None req-b1e46420-d77d-44e5-87c2-6d85d9e8bf08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:22.083634 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e46420-d77d-44e5-87c2-6d85d9e8bf08 None None] Routers {'c1a2a9d0-a963-46ff-8c91-70cfff0b93f0'} bound to L3 agent in host dv-cinder-788782-9-iscsi {{(pid=120044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:06:22.084298 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_hamode_db [None req-b1e46420-d77d-44e5-87c2-6d85d9e8bf08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T12:48:38Z,description=,heartbeat_timestamp=2021-09-03T13:06:08Z,host='dv-cinder-788782-9-iscsi',id=3ba3cff0-0714-4a2d-b638-391a63c22700,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:48:38Z,topic='l3_agent')) {'router_ids': ['c1a2a9d0-a963-46ff-8c91-70cfff0b93f0'], 'active': True} {{(pid=120044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:06:22.141319 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-39eb3dc5-5619-43d7-b837-6353e8dfc66a tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:22.145246 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-39eb3dc5-5619-43d7-b837-6353e8dfc66a tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3796897 Sep 03 13:06:22.149803 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 45172) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:06:22.150139 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.v2.base [None req-f7f6c836-2a63-4d00-b4d5-f3fdefdf212a tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Request body: {'security_group_rule': {'security_group_id': '3c2037f3-d29c-4c8b-a5db-0b4b624e1e8a', 'project_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=120041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:06:22.155377 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ed6464-38fe-417d-b69a-bbe7f55276c4 None None] Pushing event updated for resources: {'Port': ['ID=929eae96-c6e9-46c7-8510-f189311a1df5,revision_number=4']} {{(pid=120044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:06:22.203734 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_dvr_db [None req-b1e46420-d77d-44e5-87c2-6d85d9e8bf08 None None] Set router c1a2a9d0-a963-46ff-8c91-70cfff0b93f0 gateway port host: dv-cinder-788782-9-iscsi {{(pid=120044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:06:22.260379 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-f7f6c836-2a63-4d00-b4d5-f3fdefdf212a tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:22.322357 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-f7f6c836-2a63-4d00-b4d5-f3fdefdf212a tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:22.392236 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-f7f6c836-2a63-4d00-b4d5-f3fdefdf212a tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684986'] for security_group_rule, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:22.412031 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f6c836-2a63-4d00-b4d5-f3fdefdf212a tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9abaea8-7abf-478f-b66b-339706bece54,revision_number=0']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:06:22.485313 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_hamode_db [None req-b1e46420-d77d-44e5-87c2-6d85d9e8bf08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1a2a9d0-a963-46ff-8c91-70cfff0b93f0', 'name': 'tempest-TestVolumeBootPattern-258846810-router', 'tenant_id': 'ae098e49d8904502bd35f1632dac116d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': 'd18940a0-6bfe-4d6f-854c-e1a120bddfc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:06:15Z', 'updated_at': '2021-09-03T13:06:19Z', 'revision_number': 4, 'project_id': 'ae098e49d8904502bd35f1632dac116d', 'gw_port': {'id': 'd18940a0-6bfe-4d6f-854c-e1a120bddfc3', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:da:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a2a9d0-a963-46ff-8c91-70cfff0b93f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:06:16Z', 'updated_at': '2021-09-03T13:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi', '_interfaces': [{'id': '929eae96-c6e9-46c7-8510-f189311a1df5', 'name': '', 'network_id': '049f18c5-b049-4556-bb94-82a2749469e6', 'tenant_id': 'ae098e49d8904502bd35f1632dac116d', 'mac_address': 'fa:16:3e:5a:45:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1a2a9d0-a963-46ff-8c91-70cfff0b93f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'cba10547-4557-4d37-aaa2-099ee65db16c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:06:18Z', 'updated_at': '2021-09-03T13:06:21Z', 'revision_number': 4, 'project_id': 'ae098e49d8904502bd35f1632dac116d', 'subnets': [{'id': 'cba10547-4557-4d37-aaa2-099ee65db16c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-9-iscsi', False) {} {{(pid=120044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:06:22.505924 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-f7f6c836-2a63-4d00-b4d5-f3fdefdf212a tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:22.507174 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-f7f6c836-2a63-4d00-b4d5-f3fdefdf212a tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3608422 Sep 03 13:06:22.509842 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 45174) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:06:22.511248 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e46420-d77d-44e5-87c2-6d85d9e8bf08 None None] The sync data for ids ['c1a2a9d0-a963-46ff-8c91-70cfff0b93f0'] in dv-cinder-788782-9-iscsi is: [{'id': 'c1a2a9d0-a963-46ff-8c91-70cfff0b93f0', 'name': 'tempest-TestVolumeBootPattern-258846810-router', 'tenant_id': 'ae098e49d8904502bd35f1632dac116d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': 'd18940a0-6bfe-4d6f-854c-e1a120bddfc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:06:15Z', 'updated_at': '2021-09-03T13:06:19Z', 'revision_number': 4, 'project_id': 'ae098e49d8904502bd35f1632dac116d', 'gw_port': {'id': 'd18940a0-6bfe-4d6f-854c-e1a120bddfc3', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:da:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a2a9d0-a963-46ff-8c91-70cfff0b93f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:06:16Z', 'updated_at': '2021-09-03T13:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi', '_interfaces': [{'id': '929eae96-c6e9-46c7-8510-f189311a1df5', 'name': '', 'network_id': '049f18c5-b049-4556-bb94-82a2749469e6', 'tenant_id': 'ae098e49d8904502bd35f1632dac116d', 'mac_address': 'fa:16:3e:5a:45:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1a2a9d0-a963-46ff-8c91-70cfff0b93f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'cba10547-4557-4d37-aaa2-099ee65db16c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:06:18Z', 'updated_at': '2021-09-03T13:06:21Z', 'revision_number': 4, 'project_id': 'ae098e49d8904502bd35f1632dac116d', 'subnets': [{'id': 'cba10547-4557-4d37-aaa2-099ee65db16c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 13:06:22.515292 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.v2.base [None req-6d238430-143d-4043-a73c-ff3cf3666ff2 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Request body: {'security_group_rule': {'security_group_id': '3c2037f3-d29c-4c8b-a5db-0b4b624e1e8a', 'project_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=120041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:06:22.603568 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.db.securitygroups_db [None req-6d238430-143d-4043-a73c-ff3cf3666ff2 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Project d34eab3afdc4475ba16aef69907d1ba9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 13:06:22.608893 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-6d238430-143d-4043-a73c-ff3cf3666ff2 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:22.673326 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-6d238430-143d-4043-a73c-ff3cf3666ff2 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:22.769078 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-6d238430-143d-4043-a73c-ff3cf3666ff2 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684986'] for security_group_rule, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:22.786603 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d238430-143d-4043-a73c-ff3cf3666ff2 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=132eafec-577f-40bc-868c-b52cfa04c9c7,revision_number=0']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:06:22.872024 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-6d238430-143d-4043-a73c-ff3cf3666ff2 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:22.874520 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-6d238430-143d-4043-a73c-ff3cf3666ff2 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3625770 Sep 03 13:06:22.876945 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 45180) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:06:22.881494 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.v2.base [None req-9bd99119-962a-4e75-8e2c-25e20e977027 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Request body: {'security_group_rule': {'security_group_id': '3c2037f3-d29c-4c8b-a5db-0b4b624e1e8a', 'project_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=120041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:06:23.037592 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.db.securitygroups_db [None req-9bd99119-962a-4e75-8e2c-25e20e977027 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Project d34eab3afdc4475ba16aef69907d1ba9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 13:06:23.042863 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-9bd99119-962a-4e75-8e2c-25e20e977027 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:23.101796 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-9bd99119-962a-4e75-8e2c-25e20e977027 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:23.175033 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-9bd99119-962a-4e75-8e2c-25e20e977027 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684986'] for security_group_rule, after_create {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:23.192744 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd99119-962a-4e75-8e2c-25e20e977027 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ad6e792-3823-4968-a4f8-0d7ed289a2a6,revision_number=0']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:06:23.277497 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-9bd99119-962a-4e75-8e2c-25e20e977027 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:23.278748 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-9bd99119-962a-4e75-8e2c-25e20e977027 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4007914 Sep 03 13:06:23.526244 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Device 929eae96-c6e9-46c7-8510-f189311a1df5 up at agent ovs-agent-dv-cinder-788782-9-iscsi {{(pid=120043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:06:23.660680 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-08f51270-9900-45ae-a958-671501e71079 None None] Provisioning for port 929eae96-c6e9-46c7-8510-f189311a1df5 completed by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:06:23.664940 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-08f51270-9900-45ae-a958-671501e71079 None None] Provisioning complete for port 929eae96-c6e9-46c7-8510-f189311a1df5 triggered by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:06:23.665317 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:23.744042 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:23.775743 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-08f51270-9900-45ae-a958-671501e71079 None None] For port 929eae96-c6e9-46c7-8510-f189311a1df5, host dv-cinder-788782-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-9-iscsi',level=0,port_id=929eae96-c6e9-46c7-8510-f189311a1df5,segment=NetworkSegment(3d50989d-40e3-4262-ad9c-30b7087455d3),segment_id=3d50989d-40e3-4262-ad9c-30b7087455d3)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:06:23.849427 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:23.850289 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Device d18940a0-6bfe-4d6f-854c-e1a120bddfc3 up at agent ovs-agent-dv-cinder-788782-9-iscsi {{(pid=120043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:06:23.921590 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Pushing event updated for resources: {'Port': ['ID=929eae96-c6e9-46c7-8510-f189311a1df5,revision_number=5']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:06:23.935482 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-08f51270-9900-45ae-a958-671501e71079 None None] Provisioning complete for port d18940a0-6bfe-4d6f-854c-e1a120bddfc3 triggered by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:06:23.935903 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:25.428901 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Device 929eae96-c6e9-46c7-8510-f189311a1df5 up at agent ovs-agent-dv-cinder-788782-9-iscsi {{(pid=120043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:06:25.475309 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-08f51270-9900-45ae-a958-671501e71079 None None] Provisioning complete for port 929eae96-c6e9-46c7-8510-f189311a1df5 triggered by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:06:25.475599 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:32.650131 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446a5d24-3b69-4e32-97ba-3fa0a124464b req-7eaa5ff5-e95d-46ad-9e81-cdca2fdb3401 tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:06:32.652620 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-446a5d24-3b69-4e32-97ba-3fa0a124464b req-7eaa5ff5-e95d-46ad-9e81-cdca2fdb3401 tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ae64110-a6a5-46eb-8df8-94ed8a3ccc85 HTTP/1.1" status: 200 len: 945 time: 0.0532818 Sep 03 13:06:32.690210 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-446a5d24-3b69-4e32-97ba-3fa0a124464b req-c4ec4145-8328-4fd9-9c18-9fc482ecbf63 tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] 10.222.0.24 "GET /v2.0/security-groups?id=4873ab16-6429-441a-8533-4e77e46c0117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323696 Sep 03 13:06:33.806936 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b1cbde-1187-42a9-ba4b-f9ca14523c6f req-63d39ebc-24f6-4646-bbc2-53302bc65376 tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:06:33.808449 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-c8b1cbde-1187-42a9-ba4b-f9ca14523c6f req-63d39ebc-24f6-4646-bbc2-53302bc65376 tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ae64110-a6a5-46eb-8df8-94ed8a3ccc85 HTTP/1.1" status: 200 len: 945 time: 0.0474291 Sep 03 13:06:33.846473 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-c8b1cbde-1187-42a9-ba4b-f9ca14523c6f req-1dbf7de9-877c-4c08-b8f9-12bfffe897a0 tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] 10.222.0.24 "GET /v2.0/security-groups?id=4873ab16-6429-441a-8533-4e77e46c0117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320046 Sep 03 13:06:34.267213 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b5c246-6a34-4bae-bdbf-d02e5a57aa5f req-bcdf83ec-79fe-45dd-b230-d22ad449e30e tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:06:34.268699 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-34b5c246-6a34-4bae-bdbf-d02e5a57aa5f req-bcdf83ec-79fe-45dd-b230-d22ad449e30e tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ae64110-a6a5-46eb-8df8-94ed8a3ccc85 HTTP/1.1" status: 200 len: 945 time: 0.0476902 Sep 03 13:06:34.367885 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.plugin [req-34b5c246-6a34-4bae-bdbf-d02e5a57aa5f req-dab5d79e-a285-4a4c-8d2c-cb36b9426c99 tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] Deleting port 4a132e27-6d81-492c-bc26-ab206637803c {{(pid=120042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:06:34.368238 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-34b5c246-6a34-4bae-bdbf-d02e5a57aa5f req-dab5d79e-a285-4a4c-8d2c-cb36b9426c99 tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763613556462'] for port, before_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:34.454443 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.db [req-34b5c246-6a34-4bae-bdbf-d02e5a57aa5f req-dab5d79e-a285-4a4c-8d2c-cb36b9426c99 tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] For port 4a132e27-6d81-492c-bc26-ab206637803c, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=4a132e27-6d81-492c-bc26-ab206637803c,segment=NetworkSegment(df9da30b-947c-4165-a35c-8931d3696bec),segment_id=df9da30b-947c-4165-a35c-8931d3696bec)] {{(pid=120042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:06:34.454824 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-34b5c246-6a34-4bae-bdbf-d02e5a57aa5f req-dab5d79e-a285-4a4c-8d2c-cb36b9426c99 tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642786'] for port, precommit_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:34.468036 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.plugin [req-34b5c246-6a34-4bae-bdbf-d02e5a57aa5f req-dab5d79e-a285-4a4c-8d2c-cb36b9426c99 tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] Calling delete_port for 4a132e27-6d81-492c-bc26-ab206637803c owned by compute:nova {{(pid=120042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:06:34.654714 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-34b5c246-6a34-4bae-bdbf-d02e5a57aa5f req-dab5d79e-a285-4a4c-8d2c-cb36b9426c99 tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763613567928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763613061268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534626149'] for port, after_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:34.667850 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] get_ports_and_sgs() called for port_ids ['4a132e27-6d81-492c-bc26-ab206637803c'] {{(pid=120043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 13:06:34.682056 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab5d79e-a285-4a4c-8d2c-cb36b9426c99 tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] Pushing event deleted for resources: {'Port': ['ID=4a132e27-6d81-492c-bc26-ab206637803c,revision_number=None']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:06:34.730097 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.l3_dvrscheduler_db [req-34b5c246-6a34-4bae-bdbf-d02e5a57aa5f req-dab5d79e-a285-4a4c-8d2c-cb36b9426c99 tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] No DVR routers for this DVR port 4a132e27-6d81-492c-bc26-ab206637803c on host hv-cinder-78878 {{(pid=120042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 13:06:34.735534 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-34b5c246-6a34-4bae-bdbf-d02e5a57aa5f req-dab5d79e-a285-4a4c-8d2c-cb36b9426c99 tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10697'] for port, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:34.737684 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-34b5c246-6a34-4bae-bdbf-d02e5a57aa5f req-dab5d79e-a285-4a4c-8d2c-cb36b9426c99 tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] 10.222.0.11 "DELETE /v2.0/ports/4a132e27-6d81-492c-bc26-ab206637803c HTTP/1.1" status: 204 len: 173 time: 0.4576516 Sep 03 13:06:34.738139 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ae64110-a6a5-46eb-8df8-94ed8a3ccc85', 'name': 'network-vif-deleted', 'tag': '4a132e27-6d81-492c-bc26-ab206637803c'}] {{(pid=120042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:06:34.740470 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d2a6420b193a10f45e0477184c700453c1253cfa456d27c4e3ab5b2f2f62351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d2ae9b7-8eb4-494d-b893-fa22d1de8aa9" -d '{"events": [{"server_uuid": "1ae64110-a6a5-46eb-8df8-94ed8a3ccc85", "name": "network-vif-deleted", "tag": "4a132e27-6d81-492c-bc26-ab206637803c"}]}' {{(pid=120042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:06:34.777076 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 13:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a72ad0e-634d-4028-9cf9-1874a503a9c8 x-openstack-request-id: req-0a72ad0e-634d-4028-9cf9-1874a503a9c8 {{(pid=120042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:06:34.777374 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ae64110-a6a5-46eb-8df8-94ed8a3ccc85", "name": "network-vif-deleted", "tag": "4a132e27-6d81-492c-bc26-ab206637803c", "status": "completed", "code": 200}]} {{(pid=120042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:06:34.777652 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0a72ad0e-634d-4028-9cf9-1874a503a9c8 {{(pid=120042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:06:34.778049 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ae64110-a6a5-46eb-8df8-94ed8a3ccc85', 'name': 'network-vif-deleted', 'tag': '4a132e27-6d81-492c-bc26-ab206637803c', 'status': 'completed', 'code': 200} Sep 03 13:06:34.938829 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-8a780568-8b95-48dd-bdf9-15ce447a1469 req-0dbd402c-c9d9-4691-9920-088d8f91b8bd tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ae64110-a6a5-46eb-8df8-94ed8a3ccc85 HTTP/1.1" status: 200 len: 210 time: 0.0254643 Sep 03 13:06:35.243272 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-5393cdcc-56a4-4eb0-91ce-15203e8e100b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:36.951447 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:37.860157 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-3efc5080-6adb-48ba-8b79-a4008eeead7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:38.420138 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:38.711801 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Device 4a132e27-6d81-492c-bc26-ab206637803c no longer exists at agent hyperv_hv-cinder-78878 {{(pid=120043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 13:06:38.731590 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.plugin [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] No Port match for: 4a132e27-6d81-492c-bc26-ab206637803c {{(pid=120043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 13:06:38.731974 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Device 4a132e27-6d81-492c-bc26-ab206637803c not bound to the agent host hv-cinder-78878 {{(pid=120043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 13:06:39.048802 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08724a11-fd48-4ea4-9071-7b022d0e8053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:40.877253 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-df5ee12c-e8c1-490b-8d0e-415336677a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:43.599065 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.agents_db [None req-4ecc573b-6c34-46c7-b31e-835fd9e30662 None None] Agent healthcheck: found 6 active agents {{(pid=120044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 13:06:46.711063 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dae78d-745e-41bb-aa02-ab0a77914b3a req-9ba9aaad-cc5b-4e80-8212-6ebf9582373b tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:06:46.712563 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-77dae78d-745e-41bb-aa02-ab0a77914b3a req-9ba9aaad-cc5b-4e80-8212-6ebf9582373b tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] 10.222.0.24 "GET /v2.0/networks?id=2eeffcc7-edbb-4673-b585-605ebedc73d0 HTTP/1.1" status: 200 len: 814 time: 0.1006067 Sep 03 13:06:46.727576 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-77dae78d-745e-41bb-aa02-ab0a77914b3a req-717440bb-0546-4569-8e9b-f428ae593a8b tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] 10.222.0.24 "GET /v2.0/quotas/ead1fb3d80ba48d6911167f374798a00 HTTP/1.1" status: 200 len: 375 time: 0.0092449 Sep 03 13:06:46.761654 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-77dae78d-745e-41bb-aa02-ab0a77914b3a req-c3fa4ab9-ef92-4e03-be37-d4fe8a96a632 tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ead1fb3d80ba48d6911167f374798a00&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288892 Sep 03 13:06:46.850908 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-77dae78d-745e-41bb-aa02-ab0a77914b3a req-ff430803-5677-4d31-9adb-c8bb772d8090 service neutron] 10.222.0.24 "GET /v2.0/networks/2eeffcc7-edbb-4673-b585-605ebedc73d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826137 Sep 03 13:06:46.941461 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-77dae78d-745e-41bb-aa02-ab0a77914b3a req-498cdbfc-b840-4ad2-884a-a7234556dd0a service neutron] 10.222.0.24 "GET /v2.0/networks/2eeffcc7-edbb-4673-b585-605ebedc73d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845714 Sep 03 13:06:47.230091 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-7f4530f2-52cd-40c0-a463-90dc1a80de64 req-d66c1eee-701d-4bf3-b076-6cb6df27ec3c tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7851250-4462-496e-a83c-ebeb5493aea6 HTTP/1.1" status: 200 len: 210 time: 0.0256975 Sep 03 13:06:47.525799 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-8b79d64b-d625-4ec7-a96d-495ba6e01f63 req-5b195df5-46fe-46e8-ae5e-1f55d9c25b60 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1939693705&fields=id&tenant_id=d34eab3afdc4475ba16aef69907d1ba9 HTTP/1.1" status: 200 len: 267 time: 0.0311000 Sep 03 13:06:47.633560 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b79d64b-d625-4ec7-a96d-495ba6e01f63 req-1987c7f2-5ae0-477a-bab5-a22047f620f5 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:06:47.635022 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-8b79d64b-d625-4ec7-a96d-495ba6e01f63 req-1987c7f2-5ae0-477a-bab5-a22047f620f5 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/networks?id=76029711-1f89-4a0b-abcb-cade63640c30 HTTP/1.1" status: 200 len: 812 time: 0.1025865 Sep 03 13:06:47.649498 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-8b79d64b-d625-4ec7-a96d-495ba6e01f63 req-fe96f000-8209-4e5b-9672-441d91343ff7 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/quotas/d34eab3afdc4475ba16aef69907d1ba9 HTTP/1.1" status: 200 len: 375 time: 0.0088077 Sep 03 13:06:47.698153 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-8b79d64b-d625-4ec7-a96d-495ba6e01f63 req-0e7be4ea-4a71-4b92-846b-5c96e0c16f3a tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d34eab3afdc4475ba16aef69907d1ba9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0435429 Sep 03 13:06:47.797284 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-8b79d64b-d625-4ec7-a96d-495ba6e01f63 req-7acf127b-a230-4906-ae5f-8c0254c729e1 service neutron] 10.222.0.24 "GET /v2.0/networks/76029711-1f89-4a0b-abcb-cade63640c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876760 Sep 03 13:06:47.888488 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-8b79d64b-d625-4ec7-a96d-495ba6e01f63 req-f140b91c-6195-433a-8eb8-4526058cca8c service neutron] 10.222.0.24 "GET /v2.0/networks/76029711-1f89-4a0b-abcb-cade63640c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852821 Sep 03 13:06:48.320768 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-aa2bc721-75f9-4432-81bf-5b0d14d02de9 req-10ed5d85-3cf8-44aa-a198-cee82d6a23c2 tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7851250-4462-496e-a83c-ebeb5493aea6 HTTP/1.1" status: 200 len: 210 time: 0.0255287 Sep 03 13:06:48.573238 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-d7920fb0-a22c-4dee-a1d6-f14ca041a0ad req-650a136e-636a-4578-80a0-f86119abfecd tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/ports?device_id=e767ad13-a0b3-486e-84f4-22a636b9fd2d HTTP/1.1" status: 200 len: 210 time: 0.0261707 Sep 03 13:06:49.131031 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dae78d-745e-41bb-aa02-ab0a77914b3a req-1acb753d-a1b9-488e-957d-55eb7798fe08 tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:06:49.132999 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-77dae78d-745e-41bb-aa02-ab0a77914b3a req-1acb753d-a1b9-488e-957d-55eb7798fe08 tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] 10.222.0.11 "GET /v2.0/networks?id=2eeffcc7-edbb-4673-b585-605ebedc73d0 HTTP/1.1" status: 200 len: 814 time: 0.1034772 Sep 03 13:06:49.146905 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.v2.base [req-77dae78d-745e-41bb-aa02-ab0a77914b3a req-268644dd-939e-42f2-a7c2-017fd4f62aab tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] Request body: {'port': {'device_id': 'c7851250-4462-496e-a83c-ebeb5493aea6', 'network_id': '2eeffcc7-edbb-4673-b585-605ebedc73d0', 'admin_state_up': True, 'tenant_id': 'ead1fb3d80ba48d6911167f374798a00'}} {{(pid=120042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:06:49.368745 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77dae78d-745e-41bb-aa02-ab0a77914b3a req-268644dd-939e-42f2-a7c2-017fd4f62aab tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] Made reservation on behalf of ead1fb3d80ba48d6911167f374798a00 for: {'port': 1} {{(pid=120042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 13:06:49.372571 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-77dae78d-745e-41bb-aa02-ab0a77914b3a req-268644dd-939e-42f2-a7c2-017fd4f62aab tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:49.427085 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-32841970-50b7-4dd9-8913-4e87836ba11a req-73ea331c-14d4-4c5f-95c1-53482bad4a18 tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7851250-4462-496e-a83c-ebeb5493aea6 HTTP/1.1" status: 200 len: 210 time: 0.0359704 Sep 03 13:06:49.523652 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.db_base_plugin_common [req-77dae78d-745e-41bb-aa02-ab0a77914b3a req-268644dd-939e-42f2-a7c2-017fd4f62aab tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] Allocated IP 172.20.0.11 (2eeffcc7-edbb-4673-b585-605ebedc73d0/4337d3aa-57e0-4263-bfff-a3d70e217f33/601c7c52-5861-4237-b80b-82e42304d938) {{(pid=120042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 13:06:49.669895 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-eec01e8c-7e9e-48dc-a015-39c0545e8328 req-23a2ad4b-8275-4faa-a7f3-3370f211d66f tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/ports?device_id=e767ad13-a0b3-486e-84f4-22a636b9fd2d HTTP/1.1" status: 200 len: 210 time: 0.0303104 Sep 03 13:06:49.690194 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-77dae78d-745e-41bb-aa02-ab0a77914b3a req-268644dd-939e-42f2-a7c2-017fd4f62aab tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] Notify callbacks [] for port, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:49.831949 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-77dae78d-745e-41bb-aa02-ab0a77914b3a req-268644dd-939e-42f2-a7c2-017fd4f62aab tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763613061259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534626149'] for port, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:49.874554 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77dae78d-745e-41bb-aa02-ab0a77914b3a req-268644dd-939e-42f2-a7c2-017fd4f62aab tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] Network 2eeffcc7-edbb-4673-b585-605ebedc73d0 is already hosted by enough agents. {{(pid=120042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 13:06:49.877611 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.base_scheduler [req-77dae78d-745e-41bb-aa02-ab0a77914b3a req-268644dd-939e-42f2-a7c2-017fd4f62aab tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] Resources bound (agent type, host, resource id): {{(pid=120042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:06:49.881213 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.l3_dvrscheduler_db [req-77dae78d-745e-41bb-aa02-ab0a77914b3a req-268644dd-939e-42f2-a7c2-017fd4f62aab tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] Received port after_create {{(pid=120042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 13:06:49.893637 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268644dd-939e-42f2-a7c2-017fd4f62aab tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] Pushing event updated for resources: {'Port': ['ID=601c7c52-5861-4237-b80b-82e42304d938,revision_number=1']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:06:49.921995 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268644dd-939e-42f2-a7c2-017fd4f62aab tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:06:49.922353 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268644dd-939e-42f2-a7c2-017fd4f62aab tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:06:49.922702 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268644dd-939e-42f2-a7c2-017fd4f62aab tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:06:49.923047 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268644dd-939e-42f2-a7c2-017fd4f62aab tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:06:49.923390 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268644dd-939e-42f2-a7c2-017fd4f62aab tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:06:49.923728 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268644dd-939e-42f2-a7c2-017fd4f62aab tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:06:49.924089 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268644dd-939e-42f2-a7c2-017fd4f62aab tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:06:49.924431 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268644dd-939e-42f2-a7c2-017fd4f62aab tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:06:49.924765 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268644dd-939e-42f2-a7c2-017fd4f62aab tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:06:49.925092 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268644dd-939e-42f2-a7c2-017fd4f62aab tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:06:49.925425 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268644dd-939e-42f2-a7c2-017fd4f62aab tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:06:49.925756 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268644dd-939e-42f2-a7c2-017fd4f62aab tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:06:49.947729 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dae78d-745e-41bb-aa02-ab0a77914b3a req-268644dd-939e-42f2-a7c2-017fd4f62aab tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:06:49.948379 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-77dae78d-745e-41bb-aa02-ab0a77914b3a req-268644dd-939e-42f2-a7c2-017fd4f62aab tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10697'] for port, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:50.026167 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-77dae78d-745e-41bb-aa02-ab0a77914b3a req-268644dd-939e-42f2-a7c2-017fd4f62aab tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8831172 Sep 03 13:06:50.037938 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.v2.base [req-77dae78d-745e-41bb-aa02-ab0a77914b3a req-10ab492d-38a4-40b4-8c84-4b1fb15290df service neutron] Request body: {'port': {'device_id': 'c7851250-4462-496e-a83c-ebeb5493aea6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=120042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:06:50.090179 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-77dae78d-745e-41bb-aa02-ab0a77914b3a req-10ab492d-38a4-40b4-8c84-4b1fb15290df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:50.352460 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.notifiers.nova [req-77dae78d-745e-41bb-aa02-ab0a77914b3a req-10ab492d-38a4-40b4-8c84-4b1fb15290df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 601c7c52-5861-4237-b80b-82e42304d938 {{(pid=120042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 13:06:50.359845 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-77dae78d-745e-41bb-aa02-ab0a77914b3a req-10ab492d-38a4-40b4-8c84-4b1fb15290df service neutron] Notify callbacks [] for port, precommit_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:50.371397 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.provisioning_blocks [req-77dae78d-745e-41bb-aa02-ab0a77914b3a req-10ab492d-38a4-40b4-8c84-4b1fb15290df service neutron] Transition to ACTIVE for port object 601c7c52-5861-4237-b80b-82e42304d938 will not be triggered until provisioned by entity L2. {{(pid=120042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:06:50.508957 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-77dae78d-745e-41bb-aa02-ab0a77914b3a req-10ab492d-38a4-40b4-8c84-4b1fb15290df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534626162'] for port, after_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:50.640409 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ab492d-38a4-40b4-8c84-4b1fb15290df service neutron] Pushing event updated for resources: {'Port': ['ID=601c7c52-5861-4237-b80b-82e42304d938,revision_number=2']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:06:50.688815 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e960c83a-cb57-4bde-9e2f-f4a9396ebda1 req-ca760bcd-0fb1-48f8-9473-3cfb88474eb7 tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:06:50.688815 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-e960c83a-cb57-4bde-9e2f-f4a9396ebda1 req-ca760bcd-0fb1-48f8-9473-3cfb88474eb7 tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7851250-4462-496e-a83c-ebeb5493aea6 HTTP/1.1" status: 200 len: 944 time: 0.1730192 Sep 03 13:06:50.723102 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b79d64b-d625-4ec7-a96d-495ba6e01f63 req-16385a86-1dda-4d44-a593-92ea5d2e2d8e tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:06:50.724631 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-8b79d64b-d625-4ec7-a96d-495ba6e01f63 req-16385a86-1dda-4d44-a593-92ea5d2e2d8e tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.11 "GET /v2.0/networks?id=76029711-1f89-4a0b-abcb-cade63640c30 HTTP/1.1" status: 200 len: 812 time: 0.2372282 Sep 03 13:06:50.795116 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-65dcecd1-c12c-46ca-94b4-f1941f56a494 req-aa55d28d-9279-4e2e-989a-fcbaf5fc516d tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/ports?device_id=e767ad13-a0b3-486e-84f4-22a636b9fd2d HTTP/1.1" status: 200 len: 210 time: 0.0578668 Sep 03 13:06:50.804902 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-e960c83a-cb57-4bde-9e2f-f4a9396ebda1 req-41deb2df-b545-4d3c-a045-ccb47351a2cc tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] 10.222.0.24 "GET /v2.0/security-groups?id=4873ab16-6429-441a-8533-4e77e46c0117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221523 Sep 03 13:06:50.828341 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-8b79d64b-d625-4ec7-a96d-495ba6e01f63 req-4d75cbcf-0ee3-489d-a836-8120fd779bbd tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d34eab3afdc4475ba16aef69907d1ba9 HTTP/1.1" status: 200 len: 380 time: 0.0921900 Sep 03 13:06:50.829268 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.managers [req-77dae78d-745e-41bb-aa02-ab0a77914b3a req-10ab492d-38a4-40b4-8c84-4b1fb15290df service neutron] Attempting to bind port 601c7c52-5861-4237-b80b-82e42304d938 on host hv-cinder-78878 for vnic_type normal with profile {{(pid=120042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 13:06:50.829675 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.managers [req-77dae78d-745e-41bb-aa02-ab0a77914b3a req-10ab492d-38a4-40b4-8c84-4b1fb15290df service neutron] Attempting to bind port 601c7c52-5861-4237-b80b-82e42304d938 by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': 'df9da30b-947c-4165-a35c-8931d3696bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2eeffcc7-edbb-4673-b585-605ebedc73d0'}] {{(pid=120042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 13:06:50.830085 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77dae78d-745e-41bb-aa02-ab0a77914b3a req-10ab492d-38a4-40b4-8c84-4b1fb15290df service neutron] Attempting to bind port 601c7c52-5861-4237-b80b-82e42304d938 on network 2eeffcc7-edbb-4673-b585-605ebedc73d0 {{(pid=120042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 13:06:50.838124 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.v2.base [req-8b79d64b-d625-4ec7-a96d-495ba6e01f63 req-a55da92c-28f4-41e5-813d-43443e42b022 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Request body: {'port': {'device_id': 'e767ad13-a0b3-486e-84f4-22a636b9fd2d', 'network_id': '76029711-1f89-4a0b-abcb-cade63640c30', 'admin_state_up': True, 'tenant_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'security_groups': ['3c2037f3-d29c-4c8b-a5db-0b4b624e1e8a']}} {{(pid=120042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:06:50.843569 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77dae78d-745e-41bb-aa02-ab0a77914b3a req-10ab492d-38a4-40b4-8c84-4b1fb15290df service neutron] Port 601c7c52-5861-4237-b80b-82e42304d938 on network 2eeffcc7-edbb-4673-b585-605ebedc73d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=120042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 13:06:50.843924 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77dae78d-745e-41bb-aa02-ab0a77914b3a req-10ab492d-38a4-40b4-8c84-4b1fb15290df service neutron] Attempting to bind port 601c7c52-5861-4237-b80b-82e42304d938 on network 2eeffcc7-edbb-4673-b585-605ebedc73d0 {{(pid=120042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 13:06:50.862948 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77dae78d-745e-41bb-aa02-ab0a77914b3a req-10ab492d-38a4-40b4-8c84-4b1fb15290df service neutron] Checking agent: {'id': '0f6a9262-0a79-4cf4-ac76-73211ad22d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 12, 55, 7), 'started_at': datetime.datetime(2021, 9, 3, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 13, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 13:06:50.863297 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77dae78d-745e-41bb-aa02-ab0a77914b3a req-10ab492d-38a4-40b4-8c84-4b1fb15290df service neutron] Checking segment: {'id': 'df9da30b-947c-4165-a35c-8931d3696bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2eeffcc7-edbb-4673-b585-605ebedc73d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 13:06:50.863686 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77dae78d-745e-41bb-aa02-ab0a77914b3a req-10ab492d-38a4-40b4-8c84-4b1fb15290df service neutron] Bound using segment: {'id': 'df9da30b-947c-4165-a35c-8931d3696bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2eeffcc7-edbb-4673-b585-605ebedc73d0'} {{(pid=120042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 13:06:50.864152 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.managers [req-77dae78d-745e-41bb-aa02-ab0a77914b3a req-10ab492d-38a4-40b4-8c84-4b1fb15290df service neutron] Bound port: 601c7c52-5861-4237-b80b-82e42304d938, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df9da30b-947c-4165-a35c-8931d3696bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2eeffcc7-edbb-4673-b585-605ebedc73d0'}}] {{(pid=120042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 13:06:50.864517 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-77dae78d-745e-41bb-aa02-ab0a77914b3a req-10ab492d-38a4-40b4-8c84-4b1fb15290df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:50.991482 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.db [req-77dae78d-745e-41bb-aa02-ab0a77914b3a req-10ab492d-38a4-40b4-8c84-4b1fb15290df service neutron] For port 601c7c52-5861-4237-b80b-82e42304d938, host hv-cinder-78878, cleared binding levels {{(pid=120042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 13:06:50.996092 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.db [req-77dae78d-745e-41bb-aa02-ab0a77914b3a req-10ab492d-38a4-40b4-8c84-4b1fb15290df service neutron] For port 601c7c52-5861-4237-b80b-82e42304d938, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=601c7c52-5861-4237-b80b-82e42304d938,segment=NetworkSegment(df9da30b-947c-4165-a35c-8931d3696bec),segment_id=df9da30b-947c-4165-a35c-8931d3696bec)] {{(pid=120042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 13:06:51.049177 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-77dae78d-745e-41bb-aa02-ab0a77914b3a req-10ab492d-38a4-40b4-8c84-4b1fb15290df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534626162'] for port, after_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:51.083239 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dae78d-745e-41bb-aa02-ab0a77914b3a req-10ab492d-38a4-40b4-8c84-4b1fb15290df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:06:51.083927 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-77dae78d-745e-41bb-aa02-ab0a77914b3a req-10ab492d-38a4-40b4-8c84-4b1fb15290df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10697'] for port, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:51.088556 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-77dae78d-745e-41bb-aa02-ab0a77914b3a req-10ab492d-38a4-40b4-8c84-4b1fb15290df service neutron] 10.222.0.11 "PUT /v2.0/ports/601c7c52-5861-4237-b80b-82e42304d938 HTTP/1.1" status: 200 len: 1094 time: 1.0515492 Sep 03 13:06:51.088556 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7851250-4462-496e-a83c-ebeb5493aea6', 'tag': '601c7c52-5861-4237-b80b-82e42304d938'}] {{(pid=120042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:06:51.088955 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d2a6420b193a10f45e0477184c700453c1253cfa456d27c4e3ab5b2f2f62351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fee66b5-8f45-40cd-b9c5-07785924416f" -d '{"events": [{"name": "network-changed", "server_uuid": "c7851250-4462-496e-a83c-ebeb5493aea6", "tag": "601c7c52-5861-4237-b80b-82e42304d938"}]}' {{(pid=120042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:06:51.093791 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b79d64b-d625-4ec7-a96d-495ba6e01f63 req-a55da92c-28f4-41e5-813d-43443e42b022 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Made reservation on behalf of d34eab3afdc4475ba16aef69907d1ba9 for: {'port': 1} {{(pid=120042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 13:06:51.097467 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-8b79d64b-d625-4ec7-a96d-495ba6e01f63 req-a55da92c-28f4-41e5-813d-43443e42b022 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:51.127545 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 13:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13d579df-de52-4fc0-b9b6-45e73672ae3f x-openstack-request-id: req-13d579df-de52-4fc0-b9b6-45e73672ae3f {{(pid=120042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:06:51.127898 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7851250-4462-496e-a83c-ebeb5493aea6", "tag": "601c7c52-5861-4237-b80b-82e42304d938", "status": "completed", "code": 200}]} {{(pid=120042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:06:51.128155 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-13d579df-de52-4fc0-b9b6-45e73672ae3f {{(pid=120042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:06:51.128557 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7851250-4462-496e-a83c-ebeb5493aea6', 'tag': '601c7c52-5861-4237-b80b-82e42304d938', 'status': 'completed', 'code': 200} Sep 03 13:06:51.137046 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ab492d-38a4-40b4-8c84-4b1fb15290df service neutron] Pushing event updated for resources: {'Port': ['ID=601c7c52-5861-4237-b80b-82e42304d938,revision_number=3']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:06:51.256839 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fee66b5-8f45-40cd-b9c5-07785924416f req-0381c7a9-56a6-43b6-bf92-e252a982c199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:06:51.258820 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-4fee66b5-8f45-40cd-b9c5-07785924416f req-0381c7a9-56a6-43b6-bf92-e252a982c199 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ead1fb3d80ba48d6911167f374798a00&device_id=c7851250-4462-496e-a83c-ebeb5493aea6 HTTP/1.1" status: 200 len: 1097 time: 0.0843084 Sep 03 13:06:51.295543 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.db_base_plugin_common [req-8b79d64b-d625-4ec7-a96d-495ba6e01f63 req-a55da92c-28f4-41e5-813d-43443e42b022 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Allocated IP 172.20.0.7 (76029711-1f89-4a0b-abcb-cade63640c30/edbca751-0dff-4862-be2a-c77a6cb4f2ff/1494de0d-37be-4552-9e72-9abda5fa5809) {{(pid=120042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 13:06:51.410635 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fee66b5-8f45-40cd-b9c5-07785924416f req-032d68ec-c088-4737-8be0-c892d6207ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:06:51.412310 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-4fee66b5-8f45-40cd-b9c5-07785924416f req-032d68ec-c088-4737-8be0-c892d6207ff2 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=ead1fb3d80ba48d6911167f374798a00&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1442478 Sep 03 13:06:51.567048 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-8b79d64b-d625-4ec7-a96d-495ba6e01f63 req-a55da92c-28f4-41e5-813d-43443e42b022 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Notify callbacks [] for port, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:51.576749 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fee66b5-8f45-40cd-b9c5-07785924416f req-b4fb50f9-e225-46c3-8ea6-6b14de9b1b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:06:51.578241 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-4fee66b5-8f45-40cd-b9c5-07785924416f req-b4fb50f9-e225-46c3-8ea6-6b14de9b1b24 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1562560 Sep 03 13:06:51.585147 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.provisioning_blocks [req-8b79d64b-d625-4ec7-a96d-495ba6e01f63 req-a55da92c-28f4-41e5-813d-43443e42b022 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Transition to ACTIVE for port object 1494de0d-37be-4552-9e72-9abda5fa5809 will not be triggered until provisioned by entity DHCP. {{(pid=120042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:06:51.653134 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dae78d-745e-41bb-aa02-ab0a77914b3a req-c231aa8e-9a01-4fcb-9afa-5b15ea5e0ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:06:51.654652 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-77dae78d-745e-41bb-aa02-ab0a77914b3a req-c231aa8e-9a01-4fcb-9afa-5b15ea5e0ca9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ead1fb3d80ba48d6911167f374798a00&device_id=c7851250-4462-496e-a83c-ebeb5493aea6 HTTP/1.1" status: 200 len: 1097 time: 0.0415654 Sep 03 13:06:51.699351 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-77dae78d-745e-41bb-aa02-ab0a77914b3a req-bff00396-1a85-4b44-a1a8-54fc9a7497f8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=601c7c52-5861-4237-b80b-82e42304d938 HTTP/1.1" status: 200 len: 217 time: 0.0372312 Sep 03 13:06:51.700366 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-8b79d64b-d625-4ec7-a96d-495ba6e01f63 req-a55da92c-28f4-41e5-813d-43443e42b022 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763613061259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534626149'] for port, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:51.775116 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b79d64b-d625-4ec7-a96d-495ba6e01f63 req-a55da92c-28f4-41e5-813d-43443e42b022 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Network 76029711-1f89-4a0b-abcb-cade63640c30 is already hosted by enough agents. {{(pid=120042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 13:06:51.780978 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.base_scheduler [req-8b79d64b-d625-4ec7-a96d-495ba6e01f63 req-a55da92c-28f4-41e5-813d-43443e42b022 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Resources bound (agent type, host, resource id): {{(pid=120042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:06:51.784934 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b79d64b-d625-4ec7-a96d-495ba6e01f63 req-a55da92c-28f4-41e5-813d-43443e42b022 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Received port after_create {{(pid=120042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 13:06:51.788101 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dae78d-745e-41bb-aa02-ab0a77914b3a req-b0fe10d8-e0fb-43d5-a343-339c8488b280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:06:51.789577 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-77dae78d-745e-41bb-aa02-ab0a77914b3a req-b0fe10d8-e0fb-43d5-a343-339c8488b280 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4337d3aa-57e0-4263-bfff-a3d70e217f33 HTTP/1.1" status: 200 len: 854 time: 0.0812342 Sep 03 13:06:51.796280 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55da92c-28f4-41e5-813d-43443e42b022 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Pushing event updated for resources: {'Port': ['ID=1494de0d-37be-4552-9e72-9abda5fa5809,revision_number=1']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:06:52.133443 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-634322bd-a221-41c7-b218-f6829430fa0b None None] Provisioning for port 1494de0d-37be-4552-9e72-9abda5fa5809 completed by entity DHCP. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:06:52.137053 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-77dae78d-745e-41bb-aa02-ab0a77914b3a req-113a6e5b-43fe-497e-b5f1-6510a6ee5d95 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2eeffcc7-edbb-4673-b585-605ebedc73d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3382282 Sep 03 13:06:52.137418 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-634322bd-a221-41c7-b218-f6829430fa0b None None] Provisioning complete for port 1494de0d-37be-4552-9e72-9abda5fa5809 triggered by entity DHCP. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:06:52.137826 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-634322bd-a221-41c7-b218-f6829430fa0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:52.173613 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.plugin [None req-634322bd-a221-41c7-b218-f6829430fa0b None None] Port 1494de0d-37be-4552-9e72-9abda5fa5809 cannot update to ACTIVE because it is not bound. {{(pid=120043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 13:06:52.205018 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b79d64b-d625-4ec7-a96d-495ba6e01f63 req-a55da92c-28f4-41e5-813d-43443e42b022 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:06:52.205630 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-8b79d64b-d625-4ec7-a96d-495ba6e01f63 req-a55da92c-28f4-41e5-813d-43443e42b022 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10697'] for port, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:52.286937 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d12e750-a994-4501-b6c2-0dc01f5e7bca req-1e39314b-ee20-4af4-8aa8-479806e5a533 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:06:52.288977 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-3d12e750-a994-4501-b6c2-0dc01f5e7bca req-1e39314b-ee20-4af4-8aa8-479806e5a533 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/ports?device_id=e767ad13-a0b3-486e-84f4-22a636b9fd2d HTTP/1.1" status: 200 len: 931 time: 0.1572378 Sep 03 13:06:52.299564 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20710cf9-e0b5-410b-9b6d-b630ef9ac27d req-40fe5bcd-ded9-417e-b424-a7e00975c830 tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:06:52.301017 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-20710cf9-e0b5-410b-9b6d-b630ef9ac27d req-40fe5bcd-ded9-417e-b424-a7e00975c830 tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7851250-4462-496e-a83c-ebeb5493aea6 HTTP/1.1" status: 200 len: 944 time: 0.1662190 Sep 03 13:06:52.365791 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-3d12e750-a994-4501-b6c2-0dc01f5e7bca req-153a4ada-2524-4c0b-92a4-5f18b9a6abbe tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c2037f3-d29c-4c8b-a5db-0b4b624e1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638292 Sep 03 13:06:52.367635 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-77dae78d-745e-41bb-aa02-ab0a77914b3a req-ba08cbfe-9c27-4e4a-961e-d43c91039f3f service neutron] 10.222.0.11 "GET /v2.0/networks/2eeffcc7-edbb-4673-b585-605ebedc73d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090154 Sep 03 13:06:52.373896 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-8b79d64b-d625-4ec7-a96d-495ba6e01f63 req-a55da92c-28f4-41e5-813d-43443e42b022 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5400941 Sep 03 13:06:52.399706 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.v2.base [req-8b79d64b-d625-4ec7-a96d-495ba6e01f63 req-5afdf66e-4c6c-4522-bc9d-e46a718758b1 service neutron] Request body: {'port': {'device_id': 'e767ad13-a0b3-486e-84f4-22a636b9fd2d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=120042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:06:52.406395 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-20710cf9-e0b5-410b-9b6d-b630ef9ac27d req-e16fb343-b3a6-4260-9e51-5593d9d1c1f5 tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] 10.222.0.24 "GET /v2.0/security-groups?id=4873ab16-6429-441a-8533-4e77e46c0117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952175 Sep 03 13:06:52.498575 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-8b79d64b-d625-4ec7-a96d-495ba6e01f63 req-5afdf66e-4c6c-4522-bc9d-e46a718758b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:52.522363 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-77dae78d-745e-41bb-aa02-ab0a77914b3a req-724f9f51-3e14-4197-af39-e6a65e18caab service neutron] 10.222.0.11 "GET /v2.0/networks/2eeffcc7-edbb-4673-b585-605ebedc73d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475916 Sep 03 13:06:52.763488 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.notifiers.nova [req-8b79d64b-d625-4ec7-a96d-495ba6e01f63 req-5afdf66e-4c6c-4522-bc9d-e46a718758b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1494de0d-37be-4552-9e72-9abda5fa5809 {{(pid=120042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 13:06:52.770573 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-8b79d64b-d625-4ec7-a96d-495ba6e01f63 req-5afdf66e-4c6c-4522-bc9d-e46a718758b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:52.782456 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.provisioning_blocks [req-8b79d64b-d625-4ec7-a96d-495ba6e01f63 req-5afdf66e-4c6c-4522-bc9d-e46a718758b1 service neutron] Transition to ACTIVE for port object 1494de0d-37be-4552-9e72-9abda5fa5809 will not be triggered until provisioned by entity L2. {{(pid=120042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:06:52.831248 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-8b79d64b-d625-4ec7-a96d-495ba6e01f63 req-5afdf66e-4c6c-4522-bc9d-e46a718758b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534626162'] for port, after_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:52.879374 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afdf66e-4c6c-4522-bc9d-e46a718758b1 service neutron] Pushing event updated for resources: {'Port': ['ID=1494de0d-37be-4552-9e72-9abda5fa5809,revision_number=2']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:06:52.949533 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.managers [req-8b79d64b-d625-4ec7-a96d-495ba6e01f63 req-5afdf66e-4c6c-4522-bc9d-e46a718758b1 service neutron] Attempting to bind port 1494de0d-37be-4552-9e72-9abda5fa5809 on host hv-cinder-78878 for vnic_type normal with profile {{(pid=120042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 13:06:52.949875 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.managers [req-8b79d64b-d625-4ec7-a96d-495ba6e01f63 req-5afdf66e-4c6c-4522-bc9d-e46a718758b1 service neutron] Attempting to bind port 1494de0d-37be-4552-9e72-9abda5fa5809 by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': 'cdbbc9d5-da86-470a-942c-2d06f55ad836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '76029711-1f89-4a0b-abcb-cade63640c30'}] {{(pid=120042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 13:06:52.950215 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b79d64b-d625-4ec7-a96d-495ba6e01f63 req-5afdf66e-4c6c-4522-bc9d-e46a718758b1 service neutron] Attempting to bind port 1494de0d-37be-4552-9e72-9abda5fa5809 on network 76029711-1f89-4a0b-abcb-cade63640c30 {{(pid=120042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 13:06:52.954713 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b79d64b-d625-4ec7-a96d-495ba6e01f63 req-5afdf66e-4c6c-4522-bc9d-e46a718758b1 service neutron] Port 1494de0d-37be-4552-9e72-9abda5fa5809 on network 76029711-1f89-4a0b-abcb-cade63640c30 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=120042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 13:06:52.955041 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b79d64b-d625-4ec7-a96d-495ba6e01f63 req-5afdf66e-4c6c-4522-bc9d-e46a718758b1 service neutron] Attempting to bind port 1494de0d-37be-4552-9e72-9abda5fa5809 on network 76029711-1f89-4a0b-abcb-cade63640c30 {{(pid=120042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 13:06:52.960443 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b79d64b-d625-4ec7-a96d-495ba6e01f63 req-5afdf66e-4c6c-4522-bc9d-e46a718758b1 service neutron] Checking agent: {'id': '0f6a9262-0a79-4cf4-ac76-73211ad22d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 12, 55, 7), 'started_at': datetime.datetime(2021, 9, 3, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 13, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 13:06:52.960793 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b79d64b-d625-4ec7-a96d-495ba6e01f63 req-5afdf66e-4c6c-4522-bc9d-e46a718758b1 service neutron] Checking segment: {'id': 'cdbbc9d5-da86-470a-942c-2d06f55ad836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '76029711-1f89-4a0b-abcb-cade63640c30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 13:06:52.961188 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b79d64b-d625-4ec7-a96d-495ba6e01f63 req-5afdf66e-4c6c-4522-bc9d-e46a718758b1 service neutron] Bound using segment: {'id': 'cdbbc9d5-da86-470a-942c-2d06f55ad836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '76029711-1f89-4a0b-abcb-cade63640c30'} {{(pid=120042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 13:06:52.961625 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.managers [req-8b79d64b-d625-4ec7-a96d-495ba6e01f63 req-5afdf66e-4c6c-4522-bc9d-e46a718758b1 service neutron] Bound port: 1494de0d-37be-4552-9e72-9abda5fa5809, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdbbc9d5-da86-470a-942c-2d06f55ad836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '76029711-1f89-4a0b-abcb-cade63640c30'}}] {{(pid=120042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 13:06:52.961989 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-8b79d64b-d625-4ec7-a96d-495ba6e01f63 req-5afdf66e-4c6c-4522-bc9d-e46a718758b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:53.029536 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.db [req-8b79d64b-d625-4ec7-a96d-495ba6e01f63 req-5afdf66e-4c6c-4522-bc9d-e46a718758b1 service neutron] For port 1494de0d-37be-4552-9e72-9abda5fa5809, host hv-cinder-78878, cleared binding levels {{(pid=120042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 13:06:53.032393 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.db [req-8b79d64b-d625-4ec7-a96d-495ba6e01f63 req-5afdf66e-4c6c-4522-bc9d-e46a718758b1 service neutron] For port 1494de0d-37be-4552-9e72-9abda5fa5809, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=1494de0d-37be-4552-9e72-9abda5fa5809,segment=NetworkSegment(cdbbc9d5-da86-470a-942c-2d06f55ad836),segment_id=cdbbc9d5-da86-470a-942c-2d06f55ad836)] {{(pid=120042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 13:06:53.100622 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-8b79d64b-d625-4ec7-a96d-495ba6e01f63 req-5afdf66e-4c6c-4522-bc9d-e46a718758b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534626162'] for port, after_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:53.133123 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b79d64b-d625-4ec7-a96d-495ba6e01f63 req-5afdf66e-4c6c-4522-bc9d-e46a718758b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:06:53.133740 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-8b79d64b-d625-4ec7-a96d-495ba6e01f63 req-5afdf66e-4c6c-4522-bc9d-e46a718758b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10697'] for port, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:53.135118 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-8b79d64b-d625-4ec7-a96d-495ba6e01f63 req-5afdf66e-4c6c-4522-bc9d-e46a718758b1 service neutron] 10.222.0.11 "PUT /v2.0/ports/1494de0d-37be-4552-9e72-9abda5fa5809 HTTP/1.1" status: 200 len: 1093 time: 0.7497721 Sep 03 13:06:53.135631 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e767ad13-a0b3-486e-84f4-22a636b9fd2d', 'tag': '1494de0d-37be-4552-9e72-9abda5fa5809'}] {{(pid=120042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:06:53.137817 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d2a6420b193a10f45e0477184c700453c1253cfa456d27c4e3ab5b2f2f62351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a639f00b-fbb3-410f-9d2d-8ba3a8ce5045" -d '{"events": [{"name": "network-changed", "server_uuid": "e767ad13-a0b3-486e-84f4-22a636b9fd2d", "tag": "1494de0d-37be-4552-9e72-9abda5fa5809"}]}' {{(pid=120042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:06:53.167756 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afdf66e-4c6c-4522-bc9d-e46a718758b1 service neutron] Pushing event updated for resources: {'Port': ['ID=1494de0d-37be-4552-9e72-9abda5fa5809,revision_number=3']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:06:53.182420 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 13:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d6e5b4-93eb-422c-a87d-b6840c06d94f x-openstack-request-id: req-08d6e5b4-93eb-422c-a87d-b6840c06d94f {{(pid=120042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:06:53.182720 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e767ad13-a0b3-486e-84f4-22a636b9fd2d", "tag": "1494de0d-37be-4552-9e72-9abda5fa5809", "status": "completed", "code": 200}]} {{(pid=120042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:06:53.182975 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-08d6e5b4-93eb-422c-a87d-b6840c06d94f {{(pid=120042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:06:53.183383 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e767ad13-a0b3-486e-84f4-22a636b9fd2d', 'tag': '1494de0d-37be-4552-9e72-9abda5fa5809', 'status': 'completed', 'code': 200} Sep 03 13:06:53.248706 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a639f00b-fbb3-410f-9d2d-8ba3a8ce5045 req-de61a7c4-b31b-4a2e-8569-e9bcac923f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:06:53.250219 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-a639f00b-fbb3-410f-9d2d-8ba3a8ce5045 req-de61a7c4-b31b-4a2e-8569-e9bcac923f20 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d34eab3afdc4475ba16aef69907d1ba9&device_id=e767ad13-a0b3-486e-84f4-22a636b9fd2d HTTP/1.1" status: 200 len: 1096 time: 0.0419710 Sep 03 13:06:53.353927 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a639f00b-fbb3-410f-9d2d-8ba3a8ce5045 req-e937eb51-ce99-4170-ad85-c440d91c6f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:06:53.355397 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-a639f00b-fbb3-410f-9d2d-8ba3a8ce5045 req-e937eb51-ce99-4170-ad85-c440d91c6f77 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=d34eab3afdc4475ba16aef69907d1ba9&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0961950 Sep 03 13:06:53.478366 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a639f00b-fbb3-410f-9d2d-8ba3a8ce5045 req-1e0313a7-3c88-461c-9734-e3e9e9f93500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:06:53.479805 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-a639f00b-fbb3-410f-9d2d-8ba3a8ce5045 req-1e0313a7-3c88-461c-9734-e3e9e9f93500 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1169436 Sep 03 13:06:53.520457 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc042270-2130-4032-9dac-197cad4e2327 req-f4039c3a-14da-4e53-a8a6-3415e5785e60 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:06:53.521919 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-fc042270-2130-4032-9dac-197cad4e2327 req-f4039c3a-14da-4e53-a8a6-3415e5785e60 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/ports?device_id=e767ad13-a0b3-486e-84f4-22a636b9fd2d HTTP/1.1" status: 200 len: 943 time: 0.0911000 Sep 03 13:06:53.572627 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f033c3-802d-4b56-9a6d-f38e2e5fde2d req-6fb59c31-370e-469b-b381-03ab4d104919 tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:06:53.573984 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-b8f033c3-802d-4b56-9a6d-f38e2e5fde2d req-6fb59c31-370e-469b-b381-03ab4d104919 tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7851250-4462-496e-a83c-ebeb5493aea6 HTTP/1.1" status: 200 len: 944 time: 0.0992391 Sep 03 13:06:53.616395 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-fc042270-2130-4032-9dac-197cad4e2327 req-04678f0b-373f-48ce-adaf-c796cd895075 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c2037f3-d29c-4c8b-a5db-0b4b624e1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818248 Sep 03 13:06:53.619273 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b79d64b-d625-4ec7-a96d-495ba6e01f63 req-7e40a436-a925-47d6-8308-c2466274e968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:06:53.620575 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-8b79d64b-d625-4ec7-a96d-495ba6e01f63 req-7e40a436-a925-47d6-8308-c2466274e968 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d34eab3afdc4475ba16aef69907d1ba9&device_id=e767ad13-a0b3-486e-84f4-22a636b9fd2d HTTP/1.1" status: 200 len: 1096 time: 0.0965092 Sep 03 13:06:53.667528 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-b8f033c3-802d-4b56-9a6d-f38e2e5fde2d req-25c6ef83-fdc1-41c8-a92e-2b396e464a85 tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] 10.222.0.24 "GET /v2.0/security-groups?id=4873ab16-6429-441a-8533-4e77e46c0117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835614 Sep 03 13:06:53.668890 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-8b79d64b-d625-4ec7-a96d-495ba6e01f63 req-ffd63f02-02aa-48c1-bcc5-dc220bc01768 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1494de0d-37be-4552-9e72-9abda5fa5809 HTTP/1.1" status: 200 len: 217 time: 0.0390179 Sep 03 13:06:53.717764 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b79d64b-d625-4ec7-a96d-495ba6e01f63 req-905cf365-b06b-4260-b314-e372370c0173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:06:53.719178 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-8b79d64b-d625-4ec7-a96d-495ba6e01f63 req-905cf365-b06b-4260-b314-e372370c0173 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=edbca751-0dff-4862-be2a-c77a6cb4f2ff HTTP/1.1" status: 200 len: 851 time: 0.0436411 Sep 03 13:06:53.765923 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b79d64b-d625-4ec7-a96d-495ba6e01f63 req-d9897f0e-d325-47b5-b32a-ee33b4b62d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:06:53.767326 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-8b79d64b-d625-4ec7-a96d-495ba6e01f63 req-d9897f0e-d325-47b5-b32a-ee33b4b62d8a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=76029711-1f89-4a0b-abcb-cade63640c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408385 Sep 03 13:06:53.853831 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-8b79d64b-d625-4ec7-a96d-495ba6e01f63 req-e252318b-3b70-48a4-8bb9-6458e927f75b service neutron] 10.222.0.11 "GET /v2.0/networks/76029711-1f89-4a0b-abcb-cade63640c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786602 Sep 03 13:06:53.943041 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-8b79d64b-d625-4ec7-a96d-495ba6e01f63 req-4779df91-69c7-418c-8a19-0070a4ca920e service neutron] 10.222.0.11 "GET /v2.0/networks/76029711-1f89-4a0b-abcb-cade63640c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822499 Sep 03 13:06:54.728735 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f2a826-6e59-4fd1-bfce-587567217f34 req-072d51c1-2493-4798-ad28-e5713a53b153 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:06:54.730255 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-b6f2a826-6e59-4fd1-bfce-587567217f34 req-072d51c1-2493-4798-ad28-e5713a53b153 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/ports?device_id=e767ad13-a0b3-486e-84f4-22a636b9fd2d HTTP/1.1" status: 200 len: 943 time: 0.0484960 Sep 03 13:06:54.768370 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-b6f2a826-6e59-4fd1-bfce-587567217f34 req-8dd50a55-2081-418b-892f-6e2bd63efdac tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c2037f3-d29c-4c8b-a5db-0b4b624e1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312595 Sep 03 13:06:54.872187 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f639e0df-b975-47d5-a4dc-e5aebd32678a req-80e8eb10-d681-44fa-be0f-6e0b34bce9e1 tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:06:54.873654 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-f639e0df-b975-47d5-a4dc-e5aebd32678a req-80e8eb10-d681-44fa-be0f-6e0b34bce9e1 tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7851250-4462-496e-a83c-ebeb5493aea6 HTTP/1.1" status: 200 len: 944 time: 0.1413729 Sep 03 13:06:54.909931 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-f639e0df-b975-47d5-a4dc-e5aebd32678a req-553ad414-6456-495b-b871-9da9feb1193a tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] 10.222.0.24 "GET /v2.0/security-groups?id=4873ab16-6429-441a-8533-4e77e46c0117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302734 Sep 03 13:06:55.931113 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd0f16c-401f-494c-890b-6502901b609a req-383e295f-625c-4915-bc47-5628f78adc5c tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:06:55.932605 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ecd0f16c-401f-494c-890b-6502901b609a req-383e295f-625c-4915-bc47-5628f78adc5c tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/ports?device_id=e767ad13-a0b3-486e-84f4-22a636b9fd2d HTTP/1.1" status: 200 len: 943 time: 0.0997365 Sep 03 13:06:55.971018 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ecd0f16c-401f-494c-890b-6502901b609a req-950d7816-7361-42a2-8ca9-db38cd56c366 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c2037f3-d29c-4c8b-a5db-0b4b624e1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325472 Sep 03 13:06:56.028508 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7ed3c4-aa1b-4138-ad16-ff9261394800 req-80767c42-bd9f-4246-913e-7b5b665e7b4f tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:06:56.029992 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-4a7ed3c4-aa1b-4138-ad16-ff9261394800 req-80767c42-bd9f-4246-913e-7b5b665e7b4f tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7851250-4462-496e-a83c-ebeb5493aea6 HTTP/1.1" status: 200 len: 944 time: 0.0542028 Sep 03 13:06:56.067459 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-4a7ed3c4-aa1b-4138-ad16-ff9261394800 req-d6188cd6-92f5-4be0-96c1-37df3ea3c066 tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] 10.222.0.24 "GET /v2.0/security-groups?id=4873ab16-6429-441a-8533-4e77e46c0117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315270 Sep 03 13:06:56.137381 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Device 601c7c52-5861-4237-b80b-82e42304d938 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=120043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 13:06:56.228467 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] For port 601c7c52-5861-4237-b80b-82e42304d938, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=601c7c52-5861-4237-b80b-82e42304d938,segment=NetworkSegment(df9da30b-947c-4165-a35c-8931d3696bec),segment_id=df9da30b-947c-4165-a35c-8931d3696bec)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:06:56.239091 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Returning: {'device': '601c7c52-5861-4237-b80b-82e42304d938', 'network_id': '2eeffcc7-edbb-4673-b585-605ebedc73d0', 'port_id': '601c7c52-5861-4237-b80b-82e42304d938', 'mac_address': 'fa:16:3e:83:ea:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4337d3aa-57e0-4263-bfff-a3d70e217f33', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 13:06:56.277483 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:56.407260 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.notifiers.nova [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 601c7c52-5861-4237-b80b-82e42304d938 {{(pid=120043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 13:06:56.426411 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] For port 601c7c52-5861-4237-b80b-82e42304d938, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=601c7c52-5861-4237-b80b-82e42304d938,segment=NetworkSegment(df9da30b-947c-4165-a35c-8931d3696bec),segment_id=df9da30b-947c-4165-a35c-8931d3696bec)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:06:56.493917 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:56.539452 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Pushing event updated for resources: {'Port': ['ID=601c7c52-5861-4237-b80b-82e42304d938,revision_number=4']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:06:56.713038 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] get_ports_and_sgs() called for port_ids ['601c7c52-5861-4237-b80b-82e42304d938'] {{(pid=120043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 13:06:57.079740 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be07348-7a7f-40e8-a392-874e33cefd64 req-47dfcbe0-c1cd-49a1-9cf3-ec1317f50c5e tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:06:57.081455 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-5be07348-7a7f-40e8-a392-874e33cefd64 req-47dfcbe0-c1cd-49a1-9cf3-ec1317f50c5e tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/ports?device_id=e767ad13-a0b3-486e-84f4-22a636b9fd2d HTTP/1.1" status: 200 len: 943 time: 0.0461164 Sep 03 13:06:57.119405 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-5be07348-7a7f-40e8-a392-874e33cefd64 req-4558bcf2-e7dd-471c-a466-cb61e08c1290 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c2037f3-d29c-4c8b-a5db-0b4b624e1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316584 Sep 03 13:06:57.181145 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83581a1-9839-4191-9131-3748279c8dcb req-8a12854d-0104-4801-9087-e6ab259fe4bb tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:06:57.182605 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-c83581a1-9839-4191-9131-3748279c8dcb req-8a12854d-0104-4801-9087-e6ab259fe4bb tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7851250-4462-496e-a83c-ebeb5493aea6 HTTP/1.1" status: 200 len: 945 time: 0.0506825 Sep 03 13:06:57.219603 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-c83581a1-9839-4191-9131-3748279c8dcb req-b8011dba-111a-4021-94b1-d548f4ec7a60 tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] 10.222.0.24 "GET /v2.0/security-groups?id=4873ab16-6429-441a-8533-4e77e46c0117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313098 Sep 03 13:06:58.137122 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Device 601c7c52-5861-4237-b80b-82e42304d938 up at agent hyperv_hv-cinder-78878 {{(pid=120043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:06:58.230896 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9298502-80a9-4b47-9cfe-1955c9e30bb2 req-2282b28c-eb2a-4330-af74-98bcab99b99b tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:06:58.232384 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-a9298502-80a9-4b47-9cfe-1955c9e30bb2 req-2282b28c-eb2a-4330-af74-98bcab99b99b tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/ports?device_id=e767ad13-a0b3-486e-84f4-22a636b9fd2d HTTP/1.1" status: 200 len: 943 time: 0.0468607 Sep 03 13:06:58.248247 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Provisioning for port 601c7c52-5861-4237-b80b-82e42304d938 completed by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:06:58.252474 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Provisioning complete for port 601c7c52-5861-4237-b80b-82e42304d938 triggered by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:06:58.252957 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:58.270858 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-a9298502-80a9-4b47-9cfe-1955c9e30bb2 req-6db250e0-8c70-4989-88ba-e9b3e35a3ca9 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c2037f3-d29c-4c8b-a5db-0b4b624e1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326788 Sep 03 13:06:58.331287 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b481ec3-f19b-46da-b3cf-68a5c9b72180 req-216d1299-d8c7-4f58-8b9e-27e71c539464 tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:06:58.332785 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-5b481ec3-f19b-46da-b3cf-68a5c9b72180 req-216d1299-d8c7-4f58-8b9e-27e71c539464 tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7851250-4462-496e-a83c-ebeb5493aea6 HTTP/1.1" status: 200 len: 945 time: 0.0467591 Sep 03 13:06:58.336879 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:58.360880 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7851250-4462-496e-a83c-ebeb5493aea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '601c7c52-5861-4237-b80b-82e42304d938'}] {{(pid=120043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:06:58.363109 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75183f2819bd2f1145e278a2316968184774222fd4353ccf17289daf4feac16a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fe3f0f0-19bf-4b87-9427-a92a814f79d5" -d '{"events": [{"server_uuid": "c7851250-4462-496e-a83c-ebeb5493aea6", "name": "network-vif-plugged", "status": "completed", "tag": "601c7c52-5861-4237-b80b-82e42304d938"}]}' {{(pid=120043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:06:58.371225 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-5b481ec3-f19b-46da-b3cf-68a5c9b72180 req-1cd917ed-e91f-4301-9695-2fa69db21a9d tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] 10.222.0.24 "GET /v2.0/security-groups?id=4873ab16-6429-441a-8533-4e77e46c0117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320377 Sep 03 13:06:58.377629 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] For port 601c7c52-5861-4237-b80b-82e42304d938, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=601c7c52-5861-4237-b80b-82e42304d938,segment=NetworkSegment(df9da30b-947c-4165-a35c-8931d3696bec),segment_id=df9da30b-947c-4165-a35c-8931d3696bec)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:06:58.448900 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:06:58.499929 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Pushing event updated for resources: {'Port': ['ID=601c7c52-5861-4237-b80b-82e42304d938,revision_number=5']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:06:58.558870 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 13:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b71e3c5-abd7-436e-9c0a-cff1b5c09073 x-openstack-request-id: req-2b71e3c5-abd7-436e-9c0a-cff1b5c09073 {{(pid=120043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:06:58.559222 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7851250-4462-496e-a83c-ebeb5493aea6", "name": "network-vif-plugged", "status": "completed", "tag": "601c7c52-5861-4237-b80b-82e42304d938", "code": 200}]} {{(pid=120043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:06:58.559478 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2b71e3c5-abd7-436e-9c0a-cff1b5c09073 {{(pid=120043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:06:58.559907 dv-cinder-788782-9-iscsi neutron-server[120043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7851250-4462-496e-a83c-ebeb5493aea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '601c7c52-5861-4237-b80b-82e42304d938', 'code': 200} Sep 03 13:06:58.884569 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4dbe71-1709-4637-9ee5-7d763a702d1f req-5ffcc63f-5a69-4c3b-808e-06db5197b7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:06:58.886161 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-fd4dbe71-1709-4637-9ee5-7d763a702d1f req-5ffcc63f-5a69-4c3b-808e-06db5197b7c4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c7851250-4462-496e-a83c-ebeb5493aea6 HTTP/1.1" status: 200 len: 1099 time: 0.0419717 Sep 03 13:06:58.919768 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-fd4dbe71-1709-4637-9ee5-7d763a702d1f req-7fb916f4-f74d-4f76-a077-746ab8a9a33d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4873ab16-6429-441a-8533-4e77e46c0117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266798 Sep 03 13:06:59.381590 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f255d6e-4635-43c4-8c71-0cfa5ae2f2d9 req-845b857d-cebf-4b03-8385-a27686bcace3 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:06:59.383035 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-4f255d6e-4635-43c4-8c71-0cfa5ae2f2d9 req-845b857d-cebf-4b03-8385-a27686bcace3 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/ports?device_id=e767ad13-a0b3-486e-84f4-22a636b9fd2d HTTP/1.1" status: 200 len: 943 time: 0.0469444 Sep 03 13:06:59.422167 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-4f255d6e-4635-43c4-8c71-0cfa5ae2f2d9 req-b96cbbda-4499-4e43-aacd-7ead2df10591 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c2037f3-d29c-4c8b-a5db-0b4b624e1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322735 Sep 03 13:06:59.483387 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac5be67-8c77-4a1b-8972-9bec9adaadf0 req-c872547c-3fc8-4804-9a2d-fd79c469dfc9 tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:06:59.484836 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-7ac5be67-8c77-4a1b-8972-9bec9adaadf0 req-c872547c-3fc8-4804-9a2d-fd79c469dfc9 tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7851250-4462-496e-a83c-ebeb5493aea6 HTTP/1.1" status: 200 len: 946 time: 0.0465548 Sep 03 13:06:59.521081 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-7ac5be67-8c77-4a1b-8972-9bec9adaadf0 req-efe84dc9-d1a8-452e-964e-418c1f749bae tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] 10.222.0.24 "GET /v2.0/security-groups?id=4873ab16-6429-441a-8533-4e77e46c0117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305882 Sep 03 13:07:00.533119 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b3c37d-0a1d-4b40-a142-6e2c01cc4762 req-1a6945e2-742f-41c6-9df1-c16201f0306b tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:07:00.534559 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-b6b3c37d-0a1d-4b40-a142-6e2c01cc4762 req-1a6945e2-742f-41c6-9df1-c16201f0306b tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/ports?device_id=e767ad13-a0b3-486e-84f4-22a636b9fd2d HTTP/1.1" status: 200 len: 943 time: 0.0500374 Sep 03 13:07:00.572139 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-b6b3c37d-0a1d-4b40-a142-6e2c01cc4762 req-26e3132b-e64f-4625-838c-948bad5f5ea7 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c2037f3-d29c-4c8b-a5db-0b4b624e1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310194 Sep 03 13:07:00.632569 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad462440-ab1e-40e7-9573-ab8b03f39aff req-73c4ebdd-6c0a-4587-98bc-d94e9aa67582 tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:07:00.634039 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ad462440-ab1e-40e7-9573-ab8b03f39aff req-73c4ebdd-6c0a-4587-98bc-d94e9aa67582 tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7851250-4462-496e-a83c-ebeb5493aea6 HTTP/1.1" status: 200 len: 946 time: 0.0477817 Sep 03 13:07:00.671468 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ad462440-ab1e-40e7-9573-ab8b03f39aff req-c606b55e-4088-47e0-94fa-6500606c133e tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] 10.222.0.24 "GET /v2.0/security-groups?id=4873ab16-6429-441a-8533-4e77e46c0117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314229 Sep 03 13:07:01.683317 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0b352f-d348-4603-9894-e5617a20f503 req-f57e5084-838b-4fbd-951a-1431fbc5680c tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:07:01.684819 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-fe0b352f-d348-4603-9894-e5617a20f503 req-f57e5084-838b-4fbd-951a-1431fbc5680c tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/ports?device_id=e767ad13-a0b3-486e-84f4-22a636b9fd2d HTTP/1.1" status: 200 len: 943 time: 0.0473127 Sep 03 13:07:01.722174 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-fe0b352f-d348-4603-9894-e5617a20f503 req-e5ac9cbe-c887-4984-83e6-b3b32953373f tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c2037f3-d29c-4c8b-a5db-0b4b624e1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315814 Sep 03 13:07:02.162645 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Device 1494de0d-37be-4552-9e72-9abda5fa5809 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=120043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 13:07:02.254334 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] For port 1494de0d-37be-4552-9e72-9abda5fa5809, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=1494de0d-37be-4552-9e72-9abda5fa5809,segment=NetworkSegment(cdbbc9d5-da86-470a-942c-2d06f55ad836),segment_id=cdbbc9d5-da86-470a-942c-2d06f55ad836)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:07:02.268699 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Returning: {'device': '1494de0d-37be-4552-9e72-9abda5fa5809', 'network_id': '76029711-1f89-4a0b-abcb-cade63640c30', 'port_id': '1494de0d-37be-4552-9e72-9abda5fa5809', 'mac_address': 'fa:16:3e:dd:56:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edbca751-0dff-4862-be2a-c77a6cb4f2ff', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 13:07:02.303053 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:07:02.315468 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.notifiers.nova [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1494de0d-37be-4552-9e72-9abda5fa5809 {{(pid=120043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 13:07:02.334284 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] For port 1494de0d-37be-4552-9e72-9abda5fa5809, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=1494de0d-37be-4552-9e72-9abda5fa5809,segment=NetworkSegment(cdbbc9d5-da86-470a-942c-2d06f55ad836),segment_id=cdbbc9d5-da86-470a-942c-2d06f55ad836)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:07:02.390634 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:07:02.436353 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Pushing event updated for resources: {'Port': ['ID=1494de0d-37be-4552-9e72-9abda5fa5809,revision_number=4']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:07:02.443090 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:07:02.443848 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:07:02.443848 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:07:02.444127 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:07:02.444461 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:07:02.444917 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:07:02.445159 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:07:02.445423 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:07:02.445753 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:07:02.446102 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:07:02.446410 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:07:02.446737 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:07:02.593178 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] get_ports_and_sgs() called for port_ids ['1494de0d-37be-4552-9e72-9abda5fa5809'] {{(pid=120043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 13:07:02.838059 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718c665b-026d-42f8-8c06-1176c0e0fa16 req-76e36c68-bf8f-497c-8a0f-68ea081ab95b tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:07:02.839520 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-718c665b-026d-42f8-8c06-1176c0e0fa16 req-76e36c68-bf8f-497c-8a0f-68ea081ab95b tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/ports?device_id=e767ad13-a0b3-486e-84f4-22a636b9fd2d HTTP/1.1" status: 200 len: 944 time: 0.0505233 Sep 03 13:07:02.876245 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-718c665b-026d-42f8-8c06-1176c0e0fa16 req-e51c74eb-e4ef-4568-83c1-4763fdb2a290 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c2037f3-d29c-4c8b-a5db-0b4b624e1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307589 Sep 03 13:07:03.985499 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1855e2-414c-44bf-a576-adc3b1312d66 req-cfdb3d65-7620-4be2-8a9b-a213a09574f1 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:07:03.986947 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-8e1855e2-414c-44bf-a576-adc3b1312d66 req-cfdb3d65-7620-4be2-8a9b-a213a09574f1 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/ports?device_id=e767ad13-a0b3-486e-84f4-22a636b9fd2d HTTP/1.1" status: 200 len: 944 time: 0.0467377 Sep 03 13:07:04.023182 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-8e1855e2-414c-44bf-a576-adc3b1312d66 req-a640f64c-abf4-4c57-83c3-d98f3b827fd7 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c2037f3-d29c-4c8b-a5db-0b4b624e1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305803 Sep 03 13:07:04.183457 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Device 1494de0d-37be-4552-9e72-9abda5fa5809 up at agent hyperv_hv-cinder-78878 {{(pid=120043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:07:04.276156 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Provisioning for port 1494de0d-37be-4552-9e72-9abda5fa5809 completed by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:07:04.279690 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Provisioning complete for port 1494de0d-37be-4552-9e72-9abda5fa5809 triggered by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:07:04.280100 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:07:04.355905 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:07:04.377966 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e767ad13-a0b3-486e-84f4-22a636b9fd2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1494de0d-37be-4552-9e72-9abda5fa5809'}] {{(pid=120043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:07:04.380235 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75183f2819bd2f1145e278a2316968184774222fd4353ccf17289daf4feac16a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1659cb28-3dea-455e-afa7-d80565373d1c" -d '{"events": [{"server_uuid": "e767ad13-a0b3-486e-84f4-22a636b9fd2d", "name": "network-vif-plugged", "status": "completed", "tag": "1494de0d-37be-4552-9e72-9abda5fa5809"}]}' {{(pid=120043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:07:04.392424 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] For port 1494de0d-37be-4552-9e72-9abda5fa5809, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=1494de0d-37be-4552-9e72-9abda5fa5809,segment=NetworkSegment(cdbbc9d5-da86-470a-942c-2d06f55ad836),segment_id=cdbbc9d5-da86-470a-942c-2d06f55ad836)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:07:04.416790 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 13:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0618788b-6e6e-46ee-932d-3d08e5708125 x-openstack-request-id: req-0618788b-6e6e-46ee-932d-3d08e5708125 {{(pid=120043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:07:04.417089 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e767ad13-a0b3-486e-84f4-22a636b9fd2d", "name": "network-vif-plugged", "status": "completed", "tag": "1494de0d-37be-4552-9e72-9abda5fa5809", "code": 200}]} {{(pid=120043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:07:04.417348 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0618788b-6e6e-46ee-932d-3d08e5708125 {{(pid=120043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:07:04.417738 dv-cinder-788782-9-iscsi neutron-server[120043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e767ad13-a0b3-486e-84f4-22a636b9fd2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1494de0d-37be-4552-9e72-9abda5fa5809', 'code': 200} Sep 03 13:07:04.459653 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:07:04.505741 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Pushing event updated for resources: {'Port': ['ID=1494de0d-37be-4552-9e72-9abda5fa5809,revision_number=5']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:07:04.733404 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0c57c1-d285-40b3-887f-197a4d0a0d22 req-9df000ec-0bff-41cf-be11-8dbcafe6bf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:07:04.734752 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-0f0c57c1-d285-40b3-887f-197a4d0a0d22 req-9df000ec-0bff-41cf-be11-8dbcafe6bf53 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e767ad13-a0b3-486e-84f4-22a636b9fd2d HTTP/1.1" status: 200 len: 1098 time: 0.0384235 Sep 03 13:07:04.769351 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-0f0c57c1-d285-40b3-887f-197a4d0a0d22 req-0c3fb28e-2e86-4b86-b1bc-24dd006c781a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3c2037f3-d29c-4c8b-a5db-0b4b624e1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274074 Sep 03 13:07:05.138533 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542359d7-36c0-4eaa-afd4-df7773a0b8c6 req-eb8d0bd7-bfd1-4336-9351-0012ea4b4dee tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:07:05.140012 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-542359d7-36c0-4eaa-afd4-df7773a0b8c6 req-eb8d0bd7-bfd1-4336-9351-0012ea4b4dee tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/ports?device_id=e767ad13-a0b3-486e-84f4-22a636b9fd2d HTTP/1.1" status: 200 len: 945 time: 0.0505769 Sep 03 13:07:05.176443 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-542359d7-36c0-4eaa-afd4-df7773a0b8c6 req-93e91535-9d18-47a1-91e0-f99a66e29f2c tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c2037f3-d29c-4c8b-a5db-0b4b624e1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305951 Sep 03 13:07:05.248222 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-f013e21a-782e-4d30-ba86-29561360f304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:07:06.290480 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3bfeff-3a02-4efb-8059-9fcc6849d7f5 req-1ab78695-0fce-49a6-b268-9c7032792c10 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:07:06.291965 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-fc3bfeff-3a02-4efb-8059-9fcc6849d7f5 req-1ab78695-0fce-49a6-b268-9c7032792c10 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/ports?device_id=e767ad13-a0b3-486e-84f4-22a636b9fd2d HTTP/1.1" status: 200 len: 945 time: 0.0469007 Sep 03 13:07:06.327889 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-fc3bfeff-3a02-4efb-8059-9fcc6849d7f5 req-be820dd7-4a02-45a5-bc44-504e4efe9f8b tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c2037f3-d29c-4c8b-a5db-0b4b624e1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301547 Sep 03 13:07:06.439120 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d7eeb0-a9b1-4b14-93e2-d62a27a82b3a req-0ed8a46d-793f-4f95-83e9-c2181e9d75d0 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:07:06.440600 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-30d7eeb0-a9b1-4b14-93e2-d62a27a82b3a req-0ed8a46d-793f-4f95-83e9-c2181e9d75d0 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/ports?device_id=e767ad13-a0b3-486e-84f4-22a636b9fd2d HTTP/1.1" status: 200 len: 945 time: 0.0465479 Sep 03 13:07:06.477513 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-30d7eeb0-a9b1-4b14-93e2-d62a27a82b3a req-01bfca1c-cc29-496c-8ee5-8b46be8a12c5 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c2037f3-d29c-4c8b-a5db-0b4b624e1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305862 Sep 03 13:07:06.498788 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 45518) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:07:06.579488 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792f920e-b106-4e49-b4d4-b33e6e9f7e1b tempest-TestVolumeBootPattern-1287815899 tempest-TestVolumeBootPattern-1287815899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:07:06.581231 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-792f920e-b106-4e49-b4d4-b33e6e9f7e1b tempest-TestVolumeBootPattern-1287815899 tempest-TestVolumeBootPattern-1287815899-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e767ad13-a0b3-486e-84f4-22a636b9fd2d HTTP/1.1" status: 200 len: 1093 time: 0.0815089 Sep 03 13:07:06.584020 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 45522) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:07:06.588175 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.v2.base [None req-472c8306-0ab8-45b5-9cbc-2b0033078c50 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Request body: {'floatingip': {'floating_network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'port_id': '1494de0d-37be-4552-9e72-9abda5fa5809', 'tenant_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'fixed_ip_address': '172.20.0.7'}} {{(pid=120042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:07:06.671036 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-472c8306-0ab8-45b5-9cbc-2b0033078c50 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Notify callbacks [] for floatingip, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:07:06.766932 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-472c8306-0ab8-45b5-9cbc-2b0033078c50 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:07:06.869678 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.db_base_plugin_common [None req-472c8306-0ab8-45b5-9cbc-2b0033078c50 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Allocated IP 172.27.3.57 (9198821c-ee56-4cb5-9e5d-ab43e0594ece/2efca78d-d4c6-45b2-a3f0-03ef309b0579/f657c462-d347-476f-831e-18191504aef0) {{(pid=120042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 13:07:06.956713 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:07:06.966543 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-472c8306-0ab8-45b5-9cbc-2b0033078c50 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Notify callbacks [] for port, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:07:07.048232 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-472c8306-0ab8-45b5-9cbc-2b0033078c50 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763613061259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534626149'] for port, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:07:07.083544 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472c8306-0ab8-45b5-9cbc-2b0033078c50 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Network 9198821c-ee56-4cb5-9e5d-ab43e0594ece is already hosted by enough agents. {{(pid=120042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 13:07:07.086400 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.base_scheduler [None req-472c8306-0ab8-45b5-9cbc-2b0033078c50 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Resources bound (agent type, host, resource id): {{(pid=120042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:07:07.089869 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472c8306-0ab8-45b5-9cbc-2b0033078c50 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Received port after_create {{(pid=120042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 13:07:07.116246 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472c8306-0ab8-45b5-9cbc-2b0033078c50 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Pushing event updated for resources: {'Port': ['ID=f657c462-d347-476f-831e-18191504aef0,revision_number=1']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:07:07.418917 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-472c8306-0ab8-45b5-9cbc-2b0033078c50 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Notify callbacks [] for floatingip, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:07:07.547238 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-472c8306-0ab8-45b5-9cbc-2b0033078c50 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:07:07.692089 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-472c8306-0ab8-45b5-9cbc-2b0033078c50 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Notify callbacks [] for port, precommit_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:07:07.779183 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-472c8306-0ab8-45b5-9cbc-2b0033078c50 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534626162'] for port, after_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:07:07.853836 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472c8306-0ab8-45b5-9cbc-2b0033078c50 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Pushing event updated for resources: {'Port': ['ID=f657c462-d347-476f-831e-18191504aef0,revision_number=2']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:07:07.859567 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-a82aa804-8be2-4974-83f4-9d0e58909cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:07:07.984036 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-472c8306-0ab8-45b5-9cbc-2b0033078c50 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748779'] for floatingip, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:07:07.984036 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.db.l3_db [None req-472c8306-0ab8-45b5-9cbc-2b0033078c50 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Floating IP 996a2a22-30a9-4715-aba5-b041f9af0e87 associated. External IP: 172.27.3.57, port: 1494de0d-37be-4552-9e72-9abda5fa5809. Sep 03 13:07:08.171505 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-472c8306-0ab8-45b5-9cbc-2b0033078c50 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Router 13ccdb28-6571-4aa1-9074-8602e244db15 has already been hosted by L3 agent 3ba3cff0-0714-4a2d-b638-391a63c22700 {{(pid=120042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 13:07:08.284478 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-472c8306-0ab8-45b5-9cbc-2b0033078c50 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Notify agent at l3_agent.dv-cinder-788782-9-iscsi the message routers_updated {{(pid=120042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 13:07:08.294680 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a96cd7-f008-44a2-860f-0f819a108033 None None] Sync routers for ids ['13ccdb28-6571-4aa1-9074-8602e244db15'] in dv-cinder-788782-9-iscsi {{(pid=120043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 13:07:08.303315 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a96cd7-f008-44a2-860f-0f819a108033 None None] Routers {'13ccdb28-6571-4aa1-9074-8602e244db15'} bound to L3 agent in host dv-cinder-788782-9-iscsi {{(pid=120043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:07:08.303959 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_hamode_db [None req-d8a96cd7-f008-44a2-860f-0f819a108033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T12:48:38Z,description=,heartbeat_timestamp=2021-09-03T13:07:08Z,host='dv-cinder-788782-9-iscsi',id=3ba3cff0-0714-4a2d-b638-391a63c22700,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:48:38Z,topic='l3_agent')) {'router_ids': ['13ccdb28-6571-4aa1-9074-8602e244db15'], 'active': True} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:07:08.362440 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-472c8306-0ab8-45b5-9cbc-2b0033078c50 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10697'] for floatingip, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:07:08.389824 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-472c8306-0ab8-45b5-9cbc-2b0033078c50 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8047962 Sep 03 13:07:08.390512 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e767ad13-a0b3-486e-84f4-22a636b9fd2d', 'tag': '1494de0d-37be-4552-9e72-9abda5fa5809'}] {{(pid=120042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:07:08.392811 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d2a6420b193a10f45e0477184c700453c1253cfa456d27c4e3ab5b2f2f62351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2202f65c-ce58-4568-8bbc-52e15c15f8e6" -d '{"events": [{"name": "network-changed", "server_uuid": "e767ad13-a0b3-486e-84f4-22a636b9fd2d", "tag": "1494de0d-37be-4552-9e72-9abda5fa5809"}]}' {{(pid=120042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:07:08.415728 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvr_db [None req-d8a96cd7-f008-44a2-860f-0f819a108033 None None] Set router 13ccdb28-6571-4aa1-9074-8602e244db15 gateway port host: dv-cinder-788782-9-iscsi {{(pid=120043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:07:08.435731 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 13:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-450217a7-f4b0-446c-b979-0ee29100beb0 x-openstack-request-id: req-450217a7-f4b0-446c-b979-0ee29100beb0 {{(pid=120042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:07:08.436304 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e767ad13-a0b3-486e-84f4-22a636b9fd2d", "tag": "1494de0d-37be-4552-9e72-9abda5fa5809", "status": "completed", "code": 200}]} {{(pid=120042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:07:08.436304 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-450217a7-f4b0-446c-b979-0ee29100beb0 {{(pid=120042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:07:08.436690 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e767ad13-a0b3-486e-84f4-22a636b9fd2d', 'tag': '1494de0d-37be-4552-9e72-9abda5fa5809', 'status': 'completed', 'code': 200} Sep 03 13:07:08.443506 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:07:08.494755 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2202f65c-ce58-4568-8bbc-52e15c15f8e6 req-c4c4dcb3-6c2e-4e15-8651-fc7e8f41ff56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:07:08.496274 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-2202f65c-ce58-4568-8bbc-52e15c15f8e6 req-c4c4dcb3-6c2e-4e15-8651-fc7e8f41ff56 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d34eab3afdc4475ba16aef69907d1ba9&device_id=e767ad13-a0b3-486e-84f4-22a636b9fd2d HTTP/1.1" status: 200 len: 1098 time: 0.0392518 Sep 03 13:07:08.588358 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2202f65c-ce58-4568-8bbc-52e15c15f8e6 req-a885318f-1376-4b02-8ece-3cd56ae4a482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:07:08.589797 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-2202f65c-ce58-4568-8bbc-52e15c15f8e6 req-a885318f-1376-4b02-8ece-3cd56ae4a482 service neutron] 10.222.0.11 "GET /v2.0/networks?id=76029711-1f89-4a0b-abcb-cade63640c30 HTTP/1.1" status: 200 len: 912 time: 0.0871887 Sep 03 13:07:08.636844 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_hamode_db [None req-d8a96cd7-f008-44a2-860f-0f819a108033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ccdb28-6571-4aa1-9074-8602e244db15', 'name': 'tempest-TestVolumeBootPattern-1805627011-router', 'tenant_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '080f4c04-08e1-4349-8948-d812179f1dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:06:09Z', 'updated_at': '2021-09-03T13:06:12Z', 'revision_number': 4, 'project_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'gw_port': {'id': '080f4c04-08e1-4349-8948-d812179f1dd5', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ff:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ccdb28-6571-4aa1-9074-8602e244db15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:06:10Z', 'updated_at': '2021-09-03T13:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi', '_floatingips': [{'id': '996a2a22-30a9-4715-aba5-b041f9af0e87', 'tenant_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'floating_ip_address': '172.27.3.57', 'floating_network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'router_id': '13ccdb28-6571-4aa1-9074-8602e244db15', 'port_id': '1494de0d-37be-4552-9e72-9abda5fa5809', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76029711-1f89-4a0b-abcb-cade63640c30', 'mac_address': 'fa:16:3e:dd:56:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e767ad13-a0b3-486e-84f4-22a636b9fd2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T13:07:07Z', 'updated_at': '2021-09-03T13:07:07Z', 'revision_number': 0, 'project_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3fa2d1e-6ae2-49bc-a83e-ff1ee2c747b1', 'name': '', 'network_id': '76029711-1f89-4a0b-abcb-cade63640c30', 'tenant_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'mac_address': 'fa:16:3e:83:f7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ccdb28-6571-4aa1-9074-8602e244db15', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'edbca751-0dff-4862-be2a-c77a6cb4f2ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:06:11Z', 'updated_at': '2021-09-03T13:06:18Z', 'revision_number': 5, 'project_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'subnets': [{'id': 'edbca751-0dff-4862-be2a-c77a6cb4f2ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-9-iscsi', False) {} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:07:08.652764 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-2202f65c-ce58-4568-8bbc-52e15c15f8e6 req-49987040-0a75-4f41-8aeb-87a5af8aa6ee service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1494de0d-37be-4552-9e72-9abda5fa5809 HTTP/1.1" status: 200 len: 998 time: 0.0562181 Sep 03 13:07:08.662329 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a96cd7-f008-44a2-860f-0f819a108033 None None] Checking router: 13ccdb28-6571-4aa1-9074-8602e244db15 for host: dv-cinder-788782-9-iscsi {{(pid=120043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 13:07:08.670926 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a96cd7-f008-44a2-860f-0f819a108033 None None] Routers {'13ccdb28-6571-4aa1-9074-8602e244db15'} bound to L3 agent in host dv-cinder-788782-9-iscsi {{(pid=120043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:07:08.671536 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_hamode_db [None req-d8a96cd7-f008-44a2-860f-0f819a108033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T12:48:38Z,description=,heartbeat_timestamp=2021-09-03T13:07:08Z,host='dv-cinder-788782-9-iscsi',id=3ba3cff0-0714-4a2d-b638-391a63c22700,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:48:38Z,topic='l3_agent')) {'router_ids': ['13ccdb28-6571-4aa1-9074-8602e244db15'], 'active': True} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:07:08.703873 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2202f65c-ce58-4568-8bbc-52e15c15f8e6 req-d9c04e19-2039-4f05-adcf-55e0f990cd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:07:08.705319 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-2202f65c-ce58-4568-8bbc-52e15c15f8e6 req-d9c04e19-2039-4f05-adcf-55e0f990cd93 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=edbca751-0dff-4862-be2a-c77a6cb4f2ff HTTP/1.1" status: 200 len: 851 time: 0.0457172 Sep 03 13:07:08.750988 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2202f65c-ce58-4568-8bbc-52e15c15f8e6 req-995e6196-fcea-4f04-b0d4-60f0be3bb86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:07:08.752510 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-2202f65c-ce58-4568-8bbc-52e15c15f8e6 req-995e6196-fcea-4f04-b0d4-60f0be3bb86d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=76029711-1f89-4a0b-abcb-cade63640c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392714 Sep 03 13:07:08.777980 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvr_db [None req-d8a96cd7-f008-44a2-860f-0f819a108033 None None] Set router 13ccdb28-6571-4aa1-9074-8602e244db15 gateway port host: dv-cinder-788782-9-iscsi {{(pid=120043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:07:08.856660 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-2202f65c-ce58-4568-8bbc-52e15c15f8e6 req-732df4b9-d879-4121-9724-a6c8f08c704d service neutron] 10.222.0.11 "GET /v2.0/networks/76029711-1f89-4a0b-abcb-cade63640c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952258 Sep 03 13:07:08.956865 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-2202f65c-ce58-4568-8bbc-52e15c15f8e6 req-eae7ef67-1565-442b-93b7-ede79bb86c43 service neutron] 10.222.0.11 "GET /v2.0/networks/76029711-1f89-4a0b-abcb-cade63640c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931406 Sep 03 13:07:09.016237 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_hamode_db [None req-d8a96cd7-f008-44a2-860f-0f819a108033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ccdb28-6571-4aa1-9074-8602e244db15', 'name': 'tempest-TestVolumeBootPattern-1805627011-router', 'tenant_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '080f4c04-08e1-4349-8948-d812179f1dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:06:09Z', 'updated_at': '2021-09-03T13:06:12Z', 'revision_number': 4, 'project_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'gw_port': {'id': '080f4c04-08e1-4349-8948-d812179f1dd5', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ff:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ccdb28-6571-4aa1-9074-8602e244db15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:06:10Z', 'updated_at': '2021-09-03T13:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi', '_floatingips': [{'id': '996a2a22-30a9-4715-aba5-b041f9af0e87', 'tenant_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'floating_ip_address': '172.27.3.57', 'floating_network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'router_id': '13ccdb28-6571-4aa1-9074-8602e244db15', 'port_id': '1494de0d-37be-4552-9e72-9abda5fa5809', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76029711-1f89-4a0b-abcb-cade63640c30', 'mac_address': 'fa:16:3e:dd:56:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e767ad13-a0b3-486e-84f4-22a636b9fd2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T13:07:07Z', 'updated_at': '2021-09-03T13:07:07Z', 'revision_number': 0, 'project_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3fa2d1e-6ae2-49bc-a83e-ff1ee2c747b1', 'name': '', 'network_id': '76029711-1f89-4a0b-abcb-cade63640c30', 'tenant_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'mac_address': 'fa:16:3e:83:f7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ccdb28-6571-4aa1-9074-8602e244db15', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'edbca751-0dff-4862-be2a-c77a6cb4f2ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:06:11Z', 'updated_at': '2021-09-03T13:06:18Z', 'revision_number': 5, 'project_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'subnets': [{'id': 'edbca751-0dff-4862-be2a-c77a6cb4f2ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-9-iscsi', False) {} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:07:09.041788 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a96cd7-f008-44a2-860f-0f819a108033 None None] The sync data for ids ['13ccdb28-6571-4aa1-9074-8602e244db15'] in dv-cinder-788782-9-iscsi is: [{'id': '13ccdb28-6571-4aa1-9074-8602e244db15', 'name': 'tempest-TestVolumeBootPattern-1805627011-router', 'tenant_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '080f4c04-08e1-4349-8948-d812179f1dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:06:09Z', 'updated_at': '2021-09-03T13:06:12Z', 'revision_number': 4, 'project_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'gw_port': {'id': '080f4c04-08e1-4349-8948-d812179f1dd5', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ff:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ccdb28-6571-4aa1-9074-8602e244db15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:06:10Z', 'updated_at': '2021-09-03T13:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi', '_floatingips': [{'id': '996a2a22-30a9-4715-aba5-b041f9af0e87', 'tenant_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'floating_ip_address': '172.27.3.57', 'floating_network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'router_id': '13ccdb28-6571-4aa1-9074-8602e244db15', 'port_id': '1494de0d-37be-4552-9e72-9abda5fa5809', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76029711-1f89-4a0b-abcb-cade63640c30', 'mac_address': 'fa:16:3e:dd:56:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e767ad13-a0b3-486e-84f4-22a636b9fd2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T13:07:07Z', 'updated_at': '2021-09-03T13:07:07Z', 'revision_number': 0, 'project_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3fa2d1e-6ae2-49bc-a83e-ff1ee2c747b1', 'name': '', 'network_id': '76029711-1f89-4a0b-abcb-cade63640c30', 'tenant_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'mac_address': 'fa:16:3e:83:f7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ccdb28-6571-4aa1-9074-8602e244db15', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'edbca751-0dff-4862-be2a-c77a6cb4f2ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:06:11Z', 'updated_at': '2021-09-03T13:06:18Z', 'revision_number': 5, 'project_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'subnets': [{'id': 'edbca751-0dff-4862-be2a-c77a6cb4f2ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 13:07:09.088304 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08724a11-fd48-4ea4-9071-7b022d0e8053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:07:09.228940 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403125c6-7918-41cb-be00-7fe40a2eb97e None None] New status for floating IP 996a2a22-30a9-4715-aba5-b041f9af0e87: ACTIVE {{(pid=120044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 13:07:10.785026 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-df5ee12c-e8c1-490b-8d0e-415336677a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:07:18.057627 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ce800dd2-a819-4b65-a449-5da839dd47e1 req-1661e659-8c76-4b41-ac10-fbedb4956669 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c7851250-4462-496e-a83c-ebeb5493aea6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0806763 Sep 03 13:07:18.145376 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce800dd2-a819-4b65-a449-5da839dd47e1 req-b53ebc76-c9a4-4e6b-b9ae-a76f86545745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:07:18.146904 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ce800dd2-a819-4b65-a449-5da839dd47e1 req-b53ebc76-c9a4-4e6b-b9ae-a76f86545745 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ead1fb3d80ba48d6911167f374798a00&device_id=c7851250-4462-496e-a83c-ebeb5493aea6 HTTP/1.1" status: 200 len: 1099 time: 0.0390148 Sep 03 13:07:18.261426 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce800dd2-a819-4b65-a449-5da839dd47e1 req-738ef623-ec31-4f9f-ae72-72d988ce0d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:07:18.262832 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ce800dd2-a819-4b65-a449-5da839dd47e1 req-738ef623-ec31-4f9f-ae72-72d988ce0d40 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2eeffcc7-edbb-4673-b585-605ebedc73d0 HTTP/1.1" status: 200 len: 914 time: 0.0885160 Sep 03 13:07:18.305206 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ce800dd2-a819-4b65-a449-5da839dd47e1 req-d749a432-9a1b-4377-af70-44d7fb728728 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=601c7c52-5861-4237-b80b-82e42304d938 HTTP/1.1" status: 200 len: 217 time: 0.0335078 Sep 03 13:07:18.356504 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce800dd2-a819-4b65-a449-5da839dd47e1 req-b4520b6a-9a1a-46a0-b81e-89d5b7fa0bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:07:18.357908 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ce800dd2-a819-4b65-a449-5da839dd47e1 req-b4520b6a-9a1a-46a0-b81e-89d5b7fa0bbf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4337d3aa-57e0-4263-bfff-a3d70e217f33 HTTP/1.1" status: 200 len: 854 time: 0.0460536 Sep 03 13:07:18.388696 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ce800dd2-a819-4b65-a449-5da839dd47e1 req-a9a7026a-b911-426d-a520-56b97117918f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2eeffcc7-edbb-4673-b585-605ebedc73d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0224214 Sep 03 13:07:18.400733 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [req-ce800dd2-a819-4b65-a449-5da839dd47e1 req-29d91ba0-c996-4a38-bd06-59aeefe464da service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=120042) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 13:07:18.401695 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ce800dd2-a819-4b65-a449-5da839dd47e1 req-29d91ba0-c996-4a38-bd06-59aeefe464da service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055201 Sep 03 13:07:18.489689 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ce800dd2-a819-4b65-a449-5da839dd47e1 req-3718c4cb-acfd-4a6e-991e-f85e066730ea service neutron] 10.222.0.11 "GET /v2.0/networks/2eeffcc7-edbb-4673-b585-605ebedc73d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800223 Sep 03 13:07:18.583450 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ce800dd2-a819-4b65-a449-5da839dd47e1 req-7482d575-6708-4d56-b729-4cb24a165393 service neutron] 10.222.0.11 "GET /v2.0/networks/2eeffcc7-edbb-4673-b585-605ebedc73d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830679 Sep 03 13:07:20.597930 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.agents_db [None req-4ecc573b-6c34-46c7-b31e-835fd9e30662 None None] Agent healthcheck: found 6 active agents {{(pid=120044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 13:07:22.924557 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8cc3c2-a22c-4f4d-ba3c-0c8d757d7577 req-95bc1b1a-0e60-4cc3-afbc-ea35bc95958e tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:07:22.926032 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-1c8cc3c2-a22c-4f4d-ba3c-0c8d757d7577 req-95bc1b1a-0e60-4cc3-afbc-ea35bc95958e tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7851250-4462-496e-a83c-ebeb5493aea6 HTTP/1.1" status: 200 len: 946 time: 0.0468843 Sep 03 13:07:22.962521 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-1c8cc3c2-a22c-4f4d-ba3c-0c8d757d7577 req-5fa1b21f-e825-4a8b-ab51-13f06423397e tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] 10.222.0.24 "GET /v2.0/security-groups?id=4873ab16-6429-441a-8533-4e77e46c0117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300958 Sep 03 13:07:24.334759 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be36cfdb-abb5-40ab-854e-276c547bdd30 req-3f77a240-30cf-47e8-aea2-8ddae6e2a81c tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:07:24.336239 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-be36cfdb-abb5-40ab-854e-276c547bdd30 req-3f77a240-30cf-47e8-aea2-8ddae6e2a81c tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7851250-4462-496e-a83c-ebeb5493aea6 HTTP/1.1" status: 200 len: 946 time: 0.3068666 Sep 03 13:07:24.372526 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-be36cfdb-abb5-40ab-854e-276c547bdd30 req-ddf9d51d-c6ae-4a57-9429-24488f5233e0 tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] 10.222.0.24 "GET /v2.0/security-groups?id=4873ab16-6429-441a-8533-4e77e46c0117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303175 Sep 03 13:07:24.586701 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23a5740-209d-4964-83ed-c2153fa22cf1 req-e0da0789-b83e-4f8f-af4d-e9027f1c5769 tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:07:24.588062 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-e23a5740-209d-4964-83ed-c2153fa22cf1 req-e0da0789-b83e-4f8f-af4d-e9027f1c5769 tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] 10.222.0.11 "GET /v2.0/ports?device_id=c7851250-4462-496e-a83c-ebeb5493aea6 HTTP/1.1" status: 200 len: 946 time: 0.0462439 Sep 03 13:07:24.675769 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.plugin [req-e23a5740-209d-4964-83ed-c2153fa22cf1 req-ee0074cb-31b8-43e9-9a7c-6431857042a7 tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] Deleting port 601c7c52-5861-4237-b80b-82e42304d938 {{(pid=120042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:07:24.676145 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-e23a5740-209d-4964-83ed-c2153fa22cf1 req-ee0074cb-31b8-43e9-9a7c-6431857042a7 tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763613556462'] for port, before_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:07:24.762679 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.db [req-e23a5740-209d-4964-83ed-c2153fa22cf1 req-ee0074cb-31b8-43e9-9a7c-6431857042a7 tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] For port 601c7c52-5861-4237-b80b-82e42304d938, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=601c7c52-5861-4237-b80b-82e42304d938,segment=NetworkSegment(df9da30b-947c-4165-a35c-8931d3696bec),segment_id=df9da30b-947c-4165-a35c-8931d3696bec)] {{(pid=120042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:07:24.763049 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-e23a5740-209d-4964-83ed-c2153fa22cf1 req-ee0074cb-31b8-43e9-9a7c-6431857042a7 tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642786'] for port, precommit_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:07:24.774933 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.plugin [req-e23a5740-209d-4964-83ed-c2153fa22cf1 req-ee0074cb-31b8-43e9-9a7c-6431857042a7 tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] Calling delete_port for 601c7c52-5861-4237-b80b-82e42304d938 owned by compute:nova {{(pid=120042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:07:24.978522 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-e23a5740-209d-4964-83ed-c2153fa22cf1 req-ee0074cb-31b8-43e9-9a7c-6431857042a7 tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763613567928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763613061268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534626149'] for port, after_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:07:24.990374 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] get_ports_and_sgs() called for port_ids ['601c7c52-5861-4237-b80b-82e42304d938'] {{(pid=120043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 13:07:25.006530 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0074cb-31b8-43e9-9a7c-6431857042a7 tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] Pushing event deleted for resources: {'Port': ['ID=601c7c52-5861-4237-b80b-82e42304d938,revision_number=None']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:07:25.045763 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.l3_dvrscheduler_db [req-e23a5740-209d-4964-83ed-c2153fa22cf1 req-ee0074cb-31b8-43e9-9a7c-6431857042a7 tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] No DVR routers for this DVR port 601c7c52-5861-4237-b80b-82e42304d938 on host hv-cinder-78878 {{(pid=120042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 13:07:25.048144 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-e23a5740-209d-4964-83ed-c2153fa22cf1 req-ee0074cb-31b8-43e9-9a7c-6431857042a7 tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10697'] for port, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:07:25.050100 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-e23a5740-209d-4964-83ed-c2153fa22cf1 req-ee0074cb-31b8-43e9-9a7c-6431857042a7 tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] 10.222.0.11 "DELETE /v2.0/ports/601c7c52-5861-4237-b80b-82e42304d938 HTTP/1.1" status: 204 len: 173 time: 0.4534497 Sep 03 13:07:25.050530 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7851250-4462-496e-a83c-ebeb5493aea6', 'name': 'network-vif-deleted', 'tag': '601c7c52-5861-4237-b80b-82e42304d938'}] {{(pid=120042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:07:25.052820 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d2a6420b193a10f45e0477184c700453c1253cfa456d27c4e3ab5b2f2f62351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e671b23-5a24-4b8b-8e23-cc7cad69185d" -d '{"events": [{"server_uuid": "c7851250-4462-496e-a83c-ebeb5493aea6", "name": "network-vif-deleted", "tag": "601c7c52-5861-4237-b80b-82e42304d938"}]}' {{(pid=120042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:07:25.143570 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 13:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acebcec3-b4a6-49fc-9337-7077ca4b0360 x-openstack-request-id: req-acebcec3-b4a6-49fc-9337-7077ca4b0360 {{(pid=120042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:07:25.143970 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7851250-4462-496e-a83c-ebeb5493aea6", "name": "network-vif-deleted", "tag": "601c7c52-5861-4237-b80b-82e42304d938", "status": "completed", "code": 200}]} {{(pid=120042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:07:25.144307 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-acebcec3-b4a6-49fc-9337-7077ca4b0360 {{(pid=120042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:07:25.144768 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7851250-4462-496e-a83c-ebeb5493aea6', 'name': 'network-vif-deleted', 'tag': '601c7c52-5861-4237-b80b-82e42304d938', 'status': 'completed', 'code': 200} Sep 03 13:07:25.477252 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-a0af7fc0-d571-45da-9d15-bf42a3903bf2 req-6aad0c44-9f2e-4aa6-bbf5-011d9ea456f7 tempest-VolumesSnapshotTestJSON-1594211055 tempest-VolumesSnapshotTestJSON-1594211055-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7851250-4462-496e-a83c-ebeb5493aea6 HTTP/1.1" status: 200 len: 210 time: 0.0286579 Sep 03 13:07:28.340180 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Device 601c7c52-5861-4237-b80b-82e42304d938 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=120043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 13:07:28.362236 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.plugin [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] No Port match for: 601c7c52-5861-4237-b80b-82e42304d938 {{(pid=120043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 13:07:28.362593 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Device 601c7c52-5861-4237-b80b-82e42304d938 not bound to the agent host hv-cinder-78878 {{(pid=120043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 13:07:35.253273 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-351b0224-6d6d-4d7e-a94b-07f33889bf8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:07:37.001231 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:07:37.836182 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-685ae001-4e44-4aa6-a8be-aa7d3907ebb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:07:38.395750 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:07:39.035801 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08724a11-fd48-4ea4-9071-7b022d0e8053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:07:40.766801 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-df5ee12c-e8c1-490b-8d0e-415336677a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:07:52.074296 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 45740) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:07:52.116889 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a9b0873-89d7-432f-8f3f-419ee4ecda50 admin admin] Deleting subnet 4337d3aa-57e0-4263-bfff-a3d70e217f33 {{(pid=120042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 13:07:52.119763 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-4a9b0873-89d7-432f-8f3f-419ee4ecda50 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:07:52.153018 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-4a9b0873-89d7-432f-8f3f-419ee4ecda50 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532845273'] for subnet, precommit_delete_associations {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:07:52.190179 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-4a9b0873-89d7-432f-8f3f-419ee4ecda50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667103'] for subnet, precommit_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:07:52.327354 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-4a9b0873-89d7-432f-8f3f-419ee4ecda50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534626120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534459686'] for subnet, after_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:07:52.353618 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9b0873-89d7-432f-8f3f-419ee4ecda50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4337d3aa-57e0-4263-bfff-a3d70e217f33,revision_number=None']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:07:52.356589 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-4a9b0873-89d7-432f-8f3f-419ee4ecda50 admin admin] Notify callbacks [] for subnet, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:07:52.358379 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-4a9b0873-89d7-432f-8f3f-419ee4ecda50 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/4337d3aa-57e0-4263-bfff-a3d70e217f33 HTTP/1.1" status: 204 len: 168 time: 0.2831118 Sep 03 13:07:52.361014 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 45742) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:07:52.364827 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9b0873-89d7-432f-8f3f-419ee4ecda50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:07:52.365189 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9b0873-89d7-432f-8f3f-419ee4ecda50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:07:52.365536 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9b0873-89d7-432f-8f3f-419ee4ecda50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:07:52.365875 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9b0873-89d7-432f-8f3f-419ee4ecda50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:07:52.366216 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9b0873-89d7-432f-8f3f-419ee4ecda50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:07:52.366552 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9b0873-89d7-432f-8f3f-419ee4ecda50 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:07:52.366884 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9b0873-89d7-432f-8f3f-419ee4ecda50 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:07:52.367269 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9b0873-89d7-432f-8f3f-419ee4ecda50 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:07:52.367547 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9b0873-89d7-432f-8f3f-419ee4ecda50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:07:52.367905 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9b0873-89d7-432f-8f3f-419ee4ecda50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:07:52.368232 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9b0873-89d7-432f-8f3f-419ee4ecda50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:07:52.368560 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9b0873-89d7-432f-8f3f-419ee4ecda50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:07:52.428952 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-028950b9-dad7-4391-8e2f-632e11d147cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578772'] for network, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:07:52.502433 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-028950b9-dad7-4391-8e2f-632e11d147cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665418', 'neutron.services.segments.db._delete_segments_for_network-8763613606485'] for network, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:07:52.513771 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.services.segments.db [None req-028950b9-dad7-4391-8e2f-632e11d147cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2eeffcc7-edbb-4673-b585-605ebedc73d0']}} {{(pid=120041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:07:52.523224 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.services.segments.db [None req-028950b9-dad7-4391-8e2f-632e11d147cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df9da30b-947c-4165-a35c-8931d3696bec') {'for_net_delete': True} {{(pid=120041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:07:52.523521 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.services.segments.db [None req-028950b9-dad7-4391-8e2f-632e11d147cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df9da30b-947c-4165-a35c-8931d3696bec') {} {{(pid=120041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:07:52.532404 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-028950b9-dad7-4391-8e2f-632e11d147cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763613607518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-533074373'] for segment, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:07:52.549356 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-028950b9-dad7-4391-8e2f-632e11d147cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669750'] for segment, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:07:52.554847 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-028950b9-dad7-4391-8e2f-632e11d147cd admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=120041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 13:07:52.555222 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-028950b9-dad7-4391-8e2f-632e11d147cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533180538'] for segment, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:07:52.556807 dv-cinder-788782-9-iscsi neutron-server[120041]: Traceback (most recent call last): Sep 03 13:07:52.556807 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 13:07:52.556807 dv-cinder-788782-9-iscsi neutron-server[120041]: timer() Sep 03 13:07:52.556807 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 13:07:52.556807 dv-cinder-788782-9-iscsi neutron-server[120041]: cb(*args, **kw) Sep 03 13:07:52.556807 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 13:07:52.556807 dv-cinder-788782-9-iscsi neutron-server[120041]: return func(*args, **kwargs) Sep 03 13:07:52.556807 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 13:07:52.556807 dv-cinder-788782-9-iscsi neutron-server[120041]: self._notify() Sep 03 13:07:52.556807 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 13:07:52.556807 dv-cinder-788782-9-iscsi neutron-server[120041]: self.callback(batched_events) Sep 03 13:07:52.556807 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 13:07:52.556807 dv-cinder-788782-9-iscsi neutron-server[120041]: event.method(event) Sep 03 13:07:52.556807 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 13:07:52.556807 dv-cinder-788782-9-iscsi neutron-server[120041]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 13:07:52.556807 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 13:07:52.556807 dv-cinder-788782-9-iscsi neutron-server[120041]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 13:07:52.556807 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 13:07:52.556807 dv-cinder-788782-9-iscsi neutron-server[120041]: return f(self, *a, **k) Sep 03 13:07:52.556807 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 13:07:52.556807 dv-cinder-788782-9-iscsi neutron-server[120041]: return self._get(url).json() Sep 03 13:07:52.556807 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 13:07:52.556807 dv-cinder-788782-9-iscsi neutron-server[120041]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 13:07:52.556807 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 13:07:52.556807 dv-cinder-788782-9-iscsi neutron-server[120041]: return self.request(url, 'GET', **kwargs) Sep 03 13:07:52.556807 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 13:07:52.556807 dv-cinder-788782-9-iscsi neutron-server[120041]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 13:07:52.556807 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 13:07:52.556807 dv-cinder-788782-9-iscsi neutron-server[120041]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 13:07:52.556807 dv-cinder-788782-9-iscsi neutron-server[120041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 13:07:52.556807 dv-cinder-788782-9-iscsi neutron-server[120041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 13:07:52.556807 dv-cinder-788782-9-iscsi neutron-server[120041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 13:07:52.749815 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-028950b9-dad7-4391-8e2f-632e11d147cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748793'] for network, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:07:52.755438 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-028950b9-dad7-4391-8e2f-632e11d147cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575370'] for network, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:07:52.759096 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-028950b9-dad7-4391-8e2f-632e11d147cd admin admin] 10.222.0.24 "DELETE /v2.0/networks/2eeffcc7-edbb-4673-b585-605ebedc73d0 HTTP/1.1" status: 204 len: 168 time: 0.3952775 Sep 03 13:07:52.768626 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028950b9-dad7-4391-8e2f-632e11d147cd admin admin] Pushing event deleted for resources: {'Network': ['ID=2eeffcc7-edbb-4673-b585-605ebedc73d0,revision_number=None']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:07:52.775694 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028950b9-dad7-4391-8e2f-632e11d147cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:07:52.776078 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028950b9-dad7-4391-8e2f-632e11d147cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:07:52.776426 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028950b9-dad7-4391-8e2f-632e11d147cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:07:52.776762 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028950b9-dad7-4391-8e2f-632e11d147cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:07:52.777088 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028950b9-dad7-4391-8e2f-632e11d147cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:07:52.778092 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028950b9-dad7-4391-8e2f-632e11d147cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:07:52.778425 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028950b9-dad7-4391-8e2f-632e11d147cd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:07:52.778757 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028950b9-dad7-4391-8e2f-632e11d147cd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:07:52.779089 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028950b9-dad7-4391-8e2f-632e11d147cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:07:52.779413 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028950b9-dad7-4391-8e2f-632e11d147cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:07:52.779739 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028950b9-dad7-4391-8e2f-632e11d147cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:07:52.783313 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028950b9-dad7-4391-8e2f-632e11d147cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:07:53.181354 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 45748) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:07:53.220451 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-fd10b659-393c-44b1-b5d2-188a21d5035a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ead1fb3d80ba48d6911167f374798a00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379817 Sep 03 13:07:53.223042 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 45750) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:07:53.269689 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-98d030c6-f3de-4eed-a717-85ac7894e0ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:07:53.289824 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-98d030c6-f3de-4eed-a717-85ac7894e0ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:07:53.412422 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-98d030c6-f3de-4eed-a717-85ac7894e0ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:07:53.414946 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-98d030c6-f3de-4eed-a717-85ac7894e0ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:07:53.416094 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-98d030c6-f3de-4eed-a717-85ac7894e0ca admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4873ab16-6429-441a-8533-4e77e46c0117 HTTP/1.1" status: 204 len: 168 time: 0.1921766 Sep 03 13:07:53.424131 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d030c6-f3de-4eed-a717-85ac7894e0ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4873ab16-6429-441a-8533-4e77e46c0117,revision_number=None']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:07:57.596927 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.agents_db [None req-4ecc573b-6c34-46c7-b31e-835fd9e30662 None None] Agent healthcheck: found 6 active agents {{(pid=120044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 13:08:05.280780 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-df3f269e-1c20-4fdd-aada-31ae82a42c4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:08:06.989177 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:08:07.841565 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-7e58b08c-cab0-44be-a1ff-c5a1f359bc8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:08:08.412091 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:08:09.080874 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08724a11-fd48-4ea4-9071-7b022d0e8053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:08:10.812103 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-df5ee12c-e8c1-490b-8d0e-415336677a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:08:20.018126 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-efc74353-3c8f-438a-8597-d25b2d8687ae req-9794b0ef-7c1d-411e-946b-b5a21d34cfa1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e767ad13-a0b3-486e-84f4-22a636b9fd2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383704 Sep 03 13:08:20.077637 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc74353-3c8f-438a-8597-d25b2d8687ae req-d83fa977-741b-4506-b0de-84699937c3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:08:20.079499 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-efc74353-3c8f-438a-8597-d25b2d8687ae req-d83fa977-741b-4506-b0de-84699937c3f3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d34eab3afdc4475ba16aef69907d1ba9&device_id=e767ad13-a0b3-486e-84f4-22a636b9fd2d HTTP/1.1" status: 200 len: 1098 time: 0.0396554 Sep 03 13:08:20.181227 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc74353-3c8f-438a-8597-d25b2d8687ae req-39c9d7aa-bbd4-4227-b738-b4ad829d9cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:08:20.182723 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-efc74353-3c8f-438a-8597-d25b2d8687ae req-39c9d7aa-bbd4-4227-b738-b4ad829d9cda service neutron] 10.222.0.11 "GET /v2.0/networks?id=76029711-1f89-4a0b-abcb-cade63640c30 HTTP/1.1" status: 200 len: 912 time: 0.0857301 Sep 03 13:08:20.247322 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-efc74353-3c8f-438a-8597-d25b2d8687ae req-c7d1ea84-dcd7-402f-b8f4-37ffdf2d0855 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1494de0d-37be-4552-9e72-9abda5fa5809 HTTP/1.1" status: 200 len: 1000 time: 0.0572858 Sep 03 13:08:20.335233 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc74353-3c8f-438a-8597-d25b2d8687ae req-86940c88-9f51-441e-8fe2-61bd6e05d744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:08:20.336686 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-efc74353-3c8f-438a-8597-d25b2d8687ae req-86940c88-9f51-441e-8fe2-61bd6e05d744 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=edbca751-0dff-4862-be2a-c77a6cb4f2ff HTTP/1.1" status: 200 len: 851 time: 0.0829146 Sep 03 13:08:20.379732 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc74353-3c8f-438a-8597-d25b2d8687ae req-3e3f2655-a2e1-4ee3-a19a-ca8a07731d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:08:20.381175 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-efc74353-3c8f-438a-8597-d25b2d8687ae req-3e3f2655-a2e1-4ee3-a19a-ca8a07731d25 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=76029711-1f89-4a0b-abcb-cade63640c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0379305 Sep 03 13:08:20.467124 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-efc74353-3c8f-438a-8597-d25b2d8687ae req-000b204a-1ac7-4cfa-ab1c-503f1959583a service neutron] 10.222.0.11 "GET /v2.0/networks/76029711-1f89-4a0b-abcb-cade63640c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783899 Sep 03 13:08:20.557056 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-efc74353-3c8f-438a-8597-d25b2d8687ae req-56ce3de8-51d6-4fec-97b2-de6249647ad9 service neutron] 10.222.0.11 "GET /v2.0/networks/76029711-1f89-4a0b-abcb-cade63640c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833509 Sep 03 13:08:34.596021 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.agents_db [None req-4ecc573b-6c34-46c7-b31e-835fd9e30662 None None] Agent healthcheck: found 6 active agents {{(pid=120044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 13:08:35.291798 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-297200a1-084a-4d28-b7da-ceb22a7fcc43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:08:37.011588 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:08:37.857595 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-f83bcd30-f51e-4d92-bba6-49e78737646b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:08:38.394674 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:08:39.062912 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08724a11-fd48-4ea4-9071-7b022d0e8053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:08:40.782953 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-df5ee12c-e8c1-490b-8d0e-415336677a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:09:05.262474 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-64de4734-0777-4a9b-83ef-fec7671344d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:09:06.324888 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721e96be-18ff-469f-a8fc-1d84e9fe60d8 req-98132aac-f7db-49be-9fba-5b944e836458 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:09:06.326359 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-721e96be-18ff-469f-a8fc-1d84e9fe60d8 req-98132aac-f7db-49be-9fba-5b944e836458 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/ports?device_id=e767ad13-a0b3-486e-84f4-22a636b9fd2d HTTP/1.1" status: 200 len: 945 time: 0.0483892 Sep 03 13:09:06.364273 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-721e96be-18ff-469f-a8fc-1d84e9fe60d8 req-1d0da1ae-7a8b-4e6b-a1c8-583733bf6f23 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c2037f3-d29c-4c8b-a5db-0b4b624e1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317030 Sep 03 13:09:06.982651 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:09:07.478791 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81690faa-dbe0-49f5-b079-2982ac1a2cba req-81b8f4f7-f857-4b5b-b489-84b46f36b229 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:09:07.480285 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-81690faa-dbe0-49f5-b079-2982ac1a2cba req-81b8f4f7-f857-4b5b-b489-84b46f36b229 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/ports?device_id=e767ad13-a0b3-486e-84f4-22a636b9fd2d HTTP/1.1" status: 200 len: 945 time: 0.0487313 Sep 03 13:09:07.520405 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-81690faa-dbe0-49f5-b079-2982ac1a2cba req-271a8632-57ec-4c98-addd-83b4961026a4 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c2037f3-d29c-4c8b-a5db-0b4b624e1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343578 Sep 03 13:09:07.834561 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-79c41262-d61f-49b6-8701-dc96f599eb5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:09:07.847534 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291fcab2-c2a3-4ca9-95c2-0af786ddbcae req-5452ca64-8f93-4eb6-b5d5-229d827a53c4 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:09:07.849030 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-291fcab2-c2a3-4ca9-95c2-0af786ddbcae req-5452ca64-8f93-4eb6-b5d5-229d827a53c4 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.11 "GET /v2.0/ports?device_id=e767ad13-a0b3-486e-84f4-22a636b9fd2d HTTP/1.1" status: 200 len: 945 time: 0.0484345 Sep 03 13:09:07.934265 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.plugin [req-291fcab2-c2a3-4ca9-95c2-0af786ddbcae req-0e8530f1-067b-4777-891a-e7eb05b1db35 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Deleting port 1494de0d-37be-4552-9e72-9abda5fa5809 {{(pid=120042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:09:07.934584 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-291fcab2-c2a3-4ca9-95c2-0af786ddbcae req-0e8530f1-067b-4777-891a-e7eb05b1db35 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763613556462'] for port, before_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:09:08.022768 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.db [req-291fcab2-c2a3-4ca9-95c2-0af786ddbcae req-0e8530f1-067b-4777-891a-e7eb05b1db35 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] For port 1494de0d-37be-4552-9e72-9abda5fa5809, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=1494de0d-37be-4552-9e72-9abda5fa5809,segment=NetworkSegment(cdbbc9d5-da86-470a-942c-2d06f55ad836),segment_id=cdbbc9d5-da86-470a-942c-2d06f55ad836)] {{(pid=120042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:09:08.023134 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-291fcab2-c2a3-4ca9-95c2-0af786ddbcae req-0e8530f1-067b-4777-891a-e7eb05b1db35 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642786'] for port, precommit_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:09:08.183814 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-291fcab2-c2a3-4ca9-95c2-0af786ddbcae req-0e8530f1-067b-4777-891a-e7eb05b1db35 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Notify callbacks [] for floatingip, precommit_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:09:08.184212 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-291fcab2-c2a3-4ca9-95c2-0af786ddbcae req-0e8530f1-067b-4777-891a-e7eb05b1db35 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748779'] for floatingip, after_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:09:08.184533 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.db.l3_db [req-291fcab2-c2a3-4ca9-95c2-0af786ddbcae req-0e8530f1-067b-4777-891a-e7eb05b1db35 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Floating IP 996a2a22-30a9-4715-aba5-b041f9af0e87 disassociated. External IP: 172.27.3.57, port: 1494de0d-37be-4552-9e72-9abda5fa5809. Sep 03 13:09:08.184876 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.plugin [req-291fcab2-c2a3-4ca9-95c2-0af786ddbcae req-0e8530f1-067b-4777-891a-e7eb05b1db35 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Calling delete_port for 1494de0d-37be-4552-9e72-9abda5fa5809 owned by compute:nova {{(pid=120042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:09:08.388418 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-291fcab2-c2a3-4ca9-95c2-0af786ddbcae req-0e8530f1-067b-4777-891a-e7eb05b1db35 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763613567928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763613061268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534626149'] for port, after_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:09:08.414228 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8530f1-067b-4777-891a-e7eb05b1db35 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Pushing event deleted for resources: {'Port': ['ID=1494de0d-37be-4552-9e72-9abda5fa5809,revision_number=None']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:09:08.426716 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8530f1-067b-4777-891a-e7eb05b1db35 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:09:08.426976 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8530f1-067b-4777-891a-e7eb05b1db35 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:09:08.427298 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8530f1-067b-4777-891a-e7eb05b1db35 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:09:08.427636 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8530f1-067b-4777-891a-e7eb05b1db35 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:09:08.428001 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8530f1-067b-4777-891a-e7eb05b1db35 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:09:08.428338 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8530f1-067b-4777-891a-e7eb05b1db35 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:09:08.428670 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8530f1-067b-4777-891a-e7eb05b1db35 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:09:08.429002 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8530f1-067b-4777-891a-e7eb05b1db35 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:09:08.429332 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8530f1-067b-4777-891a-e7eb05b1db35 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:09:08.429688 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8530f1-067b-4777-891a-e7eb05b1db35 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:09:08.430014 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8530f1-067b-4777-891a-e7eb05b1db35 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:09:08.430337 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8530f1-067b-4777-891a-e7eb05b1db35 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:09:08.462983 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:09:08.536658 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.l3_agent_scheduler [req-291fcab2-c2a3-4ca9-95c2-0af786ddbcae req-0e8530f1-067b-4777-891a-e7eb05b1db35 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Router 13ccdb28-6571-4aa1-9074-8602e244db15 has already been hosted by L3 agent 3ba3cff0-0714-4a2d-b638-391a63c22700 {{(pid=120042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 13:09:08.631957 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-9fe9a509-573a-4bf7-8536-c167d533b45d req-6377701d-ab8f-4ce1-8cca-908d9098dc95 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/ports?device_id=e767ad13-a0b3-486e-84f4-22a636b9fd2d HTTP/1.1" status: 200 len: 210 time: 0.0263879 Sep 03 13:09:08.663143 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-291fcab2-c2a3-4ca9-95c2-0af786ddbcae req-0e8530f1-067b-4777-891a-e7eb05b1db35 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Notify agent at l3_agent.dv-cinder-788782-9-iscsi the message routers_updated {{(pid=120042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 13:09:08.672814 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0c3ea9-610c-46cc-9c9d-b723270e191a None None] Sync routers for ids ['13ccdb28-6571-4aa1-9074-8602e244db15'] in dv-cinder-788782-9-iscsi {{(pid=120043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 13:09:08.682001 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0c3ea9-610c-46cc-9c9d-b723270e191a None None] Routers {'13ccdb28-6571-4aa1-9074-8602e244db15'} bound to L3 agent in host dv-cinder-788782-9-iscsi {{(pid=120043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:09:08.682612 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_hamode_db [None req-ad0c3ea9-610c-46cc-9c9d-b723270e191a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T12:48:38Z,description=,heartbeat_timestamp=2021-09-03T13:09:08Z,host='dv-cinder-788782-9-iscsi',id=3ba3cff0-0714-4a2d-b638-391a63c22700,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:48:38Z,topic='l3_agent')) {'router_ids': ['13ccdb28-6571-4aa1-9074-8602e244db15'], 'active': True} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:09:08.699484 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.l3_dvrscheduler_db [req-291fcab2-c2a3-4ca9-95c2-0af786ddbcae req-0e8530f1-067b-4777-891a-e7eb05b1db35 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] No DVR routers for this DVR port 1494de0d-37be-4552-9e72-9abda5fa5809 on host hv-cinder-78878 {{(pid=120042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 13:09:08.701874 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-291fcab2-c2a3-4ca9-95c2-0af786ddbcae req-0e8530f1-067b-4777-891a-e7eb05b1db35 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10697'] for port, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:09:08.704397 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-291fcab2-c2a3-4ca9-95c2-0af786ddbcae req-0e8530f1-067b-4777-891a-e7eb05b1db35 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.11 "DELETE /v2.0/ports/1494de0d-37be-4552-9e72-9abda5fa5809 HTTP/1.1" status: 204 len: 173 time: 0.8493590 Sep 03 13:09:08.704535 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e767ad13-a0b3-486e-84f4-22a636b9fd2d', 'name': 'network-vif-deleted', 'tag': '1494de0d-37be-4552-9e72-9abda5fa5809'}] {{(pid=120042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:09:08.707014 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d2a6420b193a10f45e0477184c700453c1253cfa456d27c4e3ab5b2f2f62351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cc18858-7860-43ac-a06f-e71139f11e4f" -d '{"events": [{"server_uuid": "e767ad13-a0b3-486e-84f4-22a636b9fd2d", "name": "network-vif-deleted", "tag": "1494de0d-37be-4552-9e72-9abda5fa5809"}]}' {{(pid=120042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:09:08.741292 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 13:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aa8de2e-4e17-4621-94f0-c35b4e9b599d x-openstack-request-id: req-8aa8de2e-4e17-4621-94f0-c35b4e9b599d {{(pid=120042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:09:08.741632 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e767ad13-a0b3-486e-84f4-22a636b9fd2d", "name": "network-vif-deleted", "tag": "1494de0d-37be-4552-9e72-9abda5fa5809", "status": "completed", "code": 200}]} {{(pid=120042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:09:08.741888 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8aa8de2e-4e17-4621-94f0-c35b4e9b599d {{(pid=120042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:09:08.742284 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e767ad13-a0b3-486e-84f4-22a636b9fd2d', 'name': 'network-vif-deleted', 'tag': '1494de0d-37be-4552-9e72-9abda5fa5809', 'status': 'completed', 'code': 200} Sep 03 13:09:08.787846 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvr_db [None req-ad0c3ea9-610c-46cc-9c9d-b723270e191a None None] Set router 13ccdb28-6571-4aa1-9074-8602e244db15 gateway port host: dv-cinder-788782-9-iscsi {{(pid=120043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:09:09.107549 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_hamode_db [None req-ad0c3ea9-610c-46cc-9c9d-b723270e191a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ccdb28-6571-4aa1-9074-8602e244db15', 'name': 'tempest-TestVolumeBootPattern-1805627011-router', 'tenant_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '080f4c04-08e1-4349-8948-d812179f1dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:06:09Z', 'updated_at': '2021-09-03T13:06:12Z', 'revision_number': 4, 'project_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'gw_port': {'id': '080f4c04-08e1-4349-8948-d812179f1dd5', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ff:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ccdb28-6571-4aa1-9074-8602e244db15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:06:10Z', 'updated_at': '2021-09-03T13:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi', '_interfaces': [{'id': 'b3fa2d1e-6ae2-49bc-a83e-ff1ee2c747b1', 'name': '', 'network_id': '76029711-1f89-4a0b-abcb-cade63640c30', 'tenant_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'mac_address': 'fa:16:3e:83:f7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ccdb28-6571-4aa1-9074-8602e244db15', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'edbca751-0dff-4862-be2a-c77a6cb4f2ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:06:11Z', 'updated_at': '2021-09-03T13:06:18Z', 'revision_number': 5, 'project_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'subnets': [{'id': 'edbca751-0dff-4862-be2a-c77a6cb4f2ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-9-iscsi', False) {} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:09:09.132683 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0c3ea9-610c-46cc-9c9d-b723270e191a None None] Checking router: 13ccdb28-6571-4aa1-9074-8602e244db15 for host: dv-cinder-788782-9-iscsi {{(pid=120043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 13:09:09.134411 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08724a11-fd48-4ea4-9071-7b022d0e8053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:09:09.141374 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0c3ea9-610c-46cc-9c9d-b723270e191a None None] Routers {'13ccdb28-6571-4aa1-9074-8602e244db15'} bound to L3 agent in host dv-cinder-788782-9-iscsi {{(pid=120043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:09:09.141976 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_hamode_db [None req-ad0c3ea9-610c-46cc-9c9d-b723270e191a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T12:48:38Z,description=,heartbeat_timestamp=2021-09-03T13:09:08Z,host='dv-cinder-788782-9-iscsi',id=3ba3cff0-0714-4a2d-b638-391a63c22700,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:48:38Z,topic='l3_agent')) {'router_ids': ['13ccdb28-6571-4aa1-9074-8602e244db15'], 'active': True} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:09:09.243929 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvr_db [None req-ad0c3ea9-610c-46cc-9c9d-b723270e191a None None] Set router 13ccdb28-6571-4aa1-9074-8602e244db15 gateway port host: dv-cinder-788782-9-iscsi {{(pid=120043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:09:09.442132 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_hamode_db [None req-ad0c3ea9-610c-46cc-9c9d-b723270e191a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ccdb28-6571-4aa1-9074-8602e244db15', 'name': 'tempest-TestVolumeBootPattern-1805627011-router', 'tenant_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '080f4c04-08e1-4349-8948-d812179f1dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:06:09Z', 'updated_at': '2021-09-03T13:06:12Z', 'revision_number': 4, 'project_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'gw_port': {'id': '080f4c04-08e1-4349-8948-d812179f1dd5', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ff:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ccdb28-6571-4aa1-9074-8602e244db15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:06:10Z', 'updated_at': '2021-09-03T13:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi', '_interfaces': [{'id': 'b3fa2d1e-6ae2-49bc-a83e-ff1ee2c747b1', 'name': '', 'network_id': '76029711-1f89-4a0b-abcb-cade63640c30', 'tenant_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'mac_address': 'fa:16:3e:83:f7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ccdb28-6571-4aa1-9074-8602e244db15', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'edbca751-0dff-4862-be2a-c77a6cb4f2ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:06:11Z', 'updated_at': '2021-09-03T13:06:18Z', 'revision_number': 5, 'project_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'subnets': [{'id': 'edbca751-0dff-4862-be2a-c77a6cb4f2ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-9-iscsi', False) {} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:09:09.468894 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0c3ea9-610c-46cc-9c9d-b723270e191a None None] The sync data for ids ['13ccdb28-6571-4aa1-9074-8602e244db15'] in dv-cinder-788782-9-iscsi is: [{'id': '13ccdb28-6571-4aa1-9074-8602e244db15', 'name': 'tempest-TestVolumeBootPattern-1805627011-router', 'tenant_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '080f4c04-08e1-4349-8948-d812179f1dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:06:09Z', 'updated_at': '2021-09-03T13:06:12Z', 'revision_number': 4, 'project_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'gw_port': {'id': '080f4c04-08e1-4349-8948-d812179f1dd5', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ff:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ccdb28-6571-4aa1-9074-8602e244db15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:06:10Z', 'updated_at': '2021-09-03T13:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi', '_interfaces': [{'id': 'b3fa2d1e-6ae2-49bc-a83e-ff1ee2c747b1', 'name': '', 'network_id': '76029711-1f89-4a0b-abcb-cade63640c30', 'tenant_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'mac_address': 'fa:16:3e:83:f7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ccdb28-6571-4aa1-9074-8602e244db15', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'edbca751-0dff-4862-be2a-c77a6cb4f2ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:06:11Z', 'updated_at': '2021-09-03T13:06:18Z', 'revision_number': 5, 'project_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'subnets': [{'id': 'edbca751-0dff-4862-be2a-c77a6cb4f2ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 13:09:09.673409 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e8305b-7e65-46cd-81a2-b979e9f05601 None None] New status for floating IP 996a2a22-30a9-4715-aba5-b041f9af0e87: DOWN {{(pid=120044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 13:09:09.737387 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-507524e7-8e44-49e9-913c-d8f991633192 req-4cc34228-dc3a-4952-832f-8c372bd05e96 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/ports?device_id=e767ad13-a0b3-486e-84f4-22a636b9fd2d HTTP/1.1" status: 200 len: 210 time: 0.0276837 Sep 03 13:09:10.788290 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-df5ee12c-e8c1-490b-8d0e-415336677a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:09:10.980290 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-9b2acc4a-d825-4171-81fe-810608697ad4 req-802eac8b-bf18-44f9-9f26-a6c68d55420e tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1939693705&fields=id&tenant_id=d34eab3afdc4475ba16aef69907d1ba9 HTTP/1.1" status: 200 len: 267 time: 0.0319078 Sep 03 13:09:11.080659 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2acc4a-d825-4171-81fe-810608697ad4 req-ec728985-f29e-49a7-92cf-d2ae982d0c39 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:09:11.082564 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-9b2acc4a-d825-4171-81fe-810608697ad4 req-ec728985-f29e-49a7-92cf-d2ae982d0c39 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/networks?id=76029711-1f89-4a0b-abcb-cade63640c30 HTTP/1.1" status: 200 len: 812 time: 0.0958128 Sep 03 13:09:11.096497 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-9b2acc4a-d825-4171-81fe-810608697ad4 req-c63931bd-85f3-4e4c-8970-2341a812fb7d tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/quotas/d34eab3afdc4475ba16aef69907d1ba9 HTTP/1.1" status: 200 len: 375 time: 0.0085080 Sep 03 13:09:11.146090 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-9b2acc4a-d825-4171-81fe-810608697ad4 req-2090125b-6b03-4e0d-a212-6f78c768621f tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d34eab3afdc4475ba16aef69907d1ba9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0445001 Sep 03 13:09:11.251353 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [req-9b2acc4a-d825-4171-81fe-810608697ad4 req-2bcc9ba0-2f77-4716-9b0e-2bc36b55ab5e service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=120042) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 13:09:11.252390 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-9b2acc4a-d825-4171-81fe-810608697ad4 req-2bcc9ba0-2f77-4716-9b0e-2bc36b55ab5e service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0954204 Sep 03 13:09:11.342322 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-9b2acc4a-d825-4171-81fe-810608697ad4 req-9d98aa18-4282-435c-a4c7-dd57de81cf31 service neutron] 10.222.0.24 "GET /v2.0/networks/76029711-1f89-4a0b-abcb-cade63640c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830722 Sep 03 13:09:11.431465 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-9b2acc4a-d825-4171-81fe-810608697ad4 req-b0dc359f-f2a8-4b51-bd88-3f507335d7f8 service neutron] 10.222.0.24 "GET /v2.0/networks/76029711-1f89-4a0b-abcb-cade63640c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833406 Sep 03 13:09:11.594212 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.agents_db [None req-4ecc573b-6c34-46c7-b31e-835fd9e30662 None None] Agent healthcheck: found 6 active agents {{(pid=120044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 13:09:12.099024 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-025676dc-61fd-4b9b-b260-4e0688ea5c1b req-dbd42bea-8df6-4eb4-93dc-975ccace6d37 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/ports?device_id=5012fb80-0811-4c86-b5b6-44fe94da0d5f HTTP/1.1" status: 200 len: 210 time: 0.0260160 Sep 03 13:09:12.884821 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Device 1494de0d-37be-4552-9e72-9abda5fa5809 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=120043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 13:09:12.904313 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.plugin [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] No Port match for: 1494de0d-37be-4552-9e72-9abda5fa5809 {{(pid=120043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 13:09:12.904668 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Device 1494de0d-37be-4552-9e72-9abda5fa5809 not bound to the agent host hv-cinder-78878 {{(pid=120043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 13:09:13.188422 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-1c0294bd-0977-4761-a705-92c078f459a1 req-0a443a25-be6c-4eba-b217-786e606b663b tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/ports?device_id=5012fb80-0811-4c86-b5b6-44fe94da0d5f HTTP/1.1" status: 200 len: 210 time: 0.0252118 Sep 03 13:09:13.902185 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2acc4a-d825-4171-81fe-810608697ad4 req-5bc5090a-64ac-49b0-89a0-9c30f6155abe tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:09:13.903598 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-9b2acc4a-d825-4171-81fe-810608697ad4 req-5bc5090a-64ac-49b0-89a0-9c30f6155abe tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.11 "GET /v2.0/networks?id=76029711-1f89-4a0b-abcb-cade63640c30 HTTP/1.1" status: 200 len: 812 time: 0.1018903 Sep 03 13:09:13.945192 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-9b2acc4a-d825-4171-81fe-810608697ad4 req-86e92ba2-e835-4317-82ed-554179154f4a tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d34eab3afdc4475ba16aef69907d1ba9 HTTP/1.1" status: 200 len: 380 time: 0.0326197 Sep 03 13:09:13.954485 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.v2.base [req-9b2acc4a-d825-4171-81fe-810608697ad4 req-5a7ca706-b253-47ce-afa2-98f3fee4e9a0 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Request body: {'port': {'device_id': '5012fb80-0811-4c86-b5b6-44fe94da0d5f', 'network_id': '76029711-1f89-4a0b-abcb-cade63640c30', 'admin_state_up': True, 'tenant_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'security_groups': ['3c2037f3-d29c-4c8b-a5db-0b4b624e1e8a']}} {{(pid=120042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:09:14.120012 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b2acc4a-d825-4171-81fe-810608697ad4 req-5a7ca706-b253-47ce-afa2-98f3fee4e9a0 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Made reservation on behalf of d34eab3afdc4475ba16aef69907d1ba9 for: {'port': 1} {{(pid=120042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 13:09:14.123631 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-9b2acc4a-d825-4171-81fe-810608697ad4 req-5a7ca706-b253-47ce-afa2-98f3fee4e9a0 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:09:14.257996 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.db_base_plugin_common [req-9b2acc4a-d825-4171-81fe-810608697ad4 req-5a7ca706-b253-47ce-afa2-98f3fee4e9a0 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Allocated IP 172.20.0.7 (76029711-1f89-4a0b-abcb-cade63640c30/edbca751-0dff-4862-be2a-c77a6cb4f2ff/4682dd66-779c-4da9-86f1-05b7e1c6fd28) {{(pid=120042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 13:09:14.287370 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-7b042ed0-37a3-4702-a87d-796cad00724d req-cc515b63-664d-4749-872b-5f0954d8b006 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/ports?device_id=5012fb80-0811-4c86-b5b6-44fe94da0d5f HTTP/1.1" status: 200 len: 210 time: 0.0319479 Sep 03 13:09:14.435691 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-9b2acc4a-d825-4171-81fe-810608697ad4 req-5a7ca706-b253-47ce-afa2-98f3fee4e9a0 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Notify callbacks [] for port, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:09:14.449362 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.provisioning_blocks [req-9b2acc4a-d825-4171-81fe-810608697ad4 req-5a7ca706-b253-47ce-afa2-98f3fee4e9a0 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Transition to ACTIVE for port object 4682dd66-779c-4da9-86f1-05b7e1c6fd28 will not be triggered until provisioned by entity DHCP. {{(pid=120042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:09:14.531478 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-9b2acc4a-d825-4171-81fe-810608697ad4 req-5a7ca706-b253-47ce-afa2-98f3fee4e9a0 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763613061259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534626149'] for port, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:09:14.573598 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b2acc4a-d825-4171-81fe-810608697ad4 req-5a7ca706-b253-47ce-afa2-98f3fee4e9a0 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Network 76029711-1f89-4a0b-abcb-cade63640c30 is already hosted by enough agents. {{(pid=120042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 13:09:14.576588 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.base_scheduler [req-9b2acc4a-d825-4171-81fe-810608697ad4 req-5a7ca706-b253-47ce-afa2-98f3fee4e9a0 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Resources bound (agent type, host, resource id): {{(pid=120042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:09:14.580408 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b2acc4a-d825-4171-81fe-810608697ad4 req-5a7ca706-b253-47ce-afa2-98f3fee4e9a0 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Received port after_create {{(pid=120042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 13:09:14.588701 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7ca706-b253-47ce-afa2-98f3fee4e9a0 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Pushing event updated for resources: {'Port': ['ID=4682dd66-779c-4da9-86f1-05b7e1c6fd28,revision_number=1']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:09:14.635383 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2acc4a-d825-4171-81fe-810608697ad4 req-5a7ca706-b253-47ce-afa2-98f3fee4e9a0 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:09:14.636040 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-9b2acc4a-d825-4171-81fe-810608697ad4 req-5a7ca706-b253-47ce-afa2-98f3fee4e9a0 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10697'] for port, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:09:14.698223 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-9b2acc4a-d825-4171-81fe-810608697ad4 req-5a7ca706-b253-47ce-afa2-98f3fee4e9a0 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7474847 Sep 03 13:09:14.710208 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.v2.base [req-9b2acc4a-d825-4171-81fe-810608697ad4 req-ed6ce604-2faf-49b7-ab03-60bb640a73e2 service neutron] Request body: {'port': {'device_id': '5012fb80-0811-4c86-b5b6-44fe94da0d5f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=120042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:09:14.768779 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-9b2acc4a-d825-4171-81fe-810608697ad4 req-ed6ce604-2faf-49b7-ab03-60bb640a73e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:09:14.856761 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-0f7759c5-1b5b-4b5d-9d71-8cd7295b47fe None None] Provisioning for port 4682dd66-779c-4da9-86f1-05b7e1c6fd28 completed by entity DHCP. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:09:14.860733 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-0f7759c5-1b5b-4b5d-9d71-8cd7295b47fe None None] Provisioning complete for port 4682dd66-779c-4da9-86f1-05b7e1c6fd28 triggered by entity DHCP. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:09:14.864758 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-0f7759c5-1b5b-4b5d-9d71-8cd7295b47fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:09:14.897485 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.plugin [None req-0f7759c5-1b5b-4b5d-9d71-8cd7295b47fe None None] Port 4682dd66-779c-4da9-86f1-05b7e1c6fd28 cannot update to ACTIVE because it is not bound. {{(pid=120043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 13:09:15.024498 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.notifiers.nova [req-9b2acc4a-d825-4171-81fe-810608697ad4 req-ed6ce604-2faf-49b7-ab03-60bb640a73e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4682dd66-779c-4da9-86f1-05b7e1c6fd28 {{(pid=120042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 13:09:15.031720 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-9b2acc4a-d825-4171-81fe-810608697ad4 req-ed6ce604-2faf-49b7-ab03-60bb640a73e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:09:15.043616 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.provisioning_blocks [req-9b2acc4a-d825-4171-81fe-810608697ad4 req-ed6ce604-2faf-49b7-ab03-60bb640a73e2 service neutron] Transition to ACTIVE for port object 4682dd66-779c-4da9-86f1-05b7e1c6fd28 will not be triggered until provisioned by entity L2. {{(pid=120042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:09:15.079336 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-9b2acc4a-d825-4171-81fe-810608697ad4 req-ed6ce604-2faf-49b7-ab03-60bb640a73e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534626162'] for port, after_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:09:15.145968 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6ce604-2faf-49b7-ab03-60bb640a73e2 service neutron] Pushing event updated for resources: {'Port': ['ID=4682dd66-779c-4da9-86f1-05b7e1c6fd28,revision_number=2']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:09:15.195495 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.managers [req-9b2acc4a-d825-4171-81fe-810608697ad4 req-ed6ce604-2faf-49b7-ab03-60bb640a73e2 service neutron] Attempting to bind port 4682dd66-779c-4da9-86f1-05b7e1c6fd28 on host hv-cinder-78878 for vnic_type normal with profile {{(pid=120042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 13:09:15.195858 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.managers [req-9b2acc4a-d825-4171-81fe-810608697ad4 req-ed6ce604-2faf-49b7-ab03-60bb640a73e2 service neutron] Attempting to bind port 4682dd66-779c-4da9-86f1-05b7e1c6fd28 by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': 'cdbbc9d5-da86-470a-942c-2d06f55ad836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '76029711-1f89-4a0b-abcb-cade63640c30'}] {{(pid=120042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 13:09:15.196193 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b2acc4a-d825-4171-81fe-810608697ad4 req-ed6ce604-2faf-49b7-ab03-60bb640a73e2 service neutron] Attempting to bind port 4682dd66-779c-4da9-86f1-05b7e1c6fd28 on network 76029711-1f89-4a0b-abcb-cade63640c30 {{(pid=120042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 13:09:15.200620 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b2acc4a-d825-4171-81fe-810608697ad4 req-ed6ce604-2faf-49b7-ab03-60bb640a73e2 service neutron] Port 4682dd66-779c-4da9-86f1-05b7e1c6fd28 on network 76029711-1f89-4a0b-abcb-cade63640c30 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=120042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 13:09:15.200953 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b2acc4a-d825-4171-81fe-810608697ad4 req-ed6ce604-2faf-49b7-ab03-60bb640a73e2 service neutron] Attempting to bind port 4682dd66-779c-4da9-86f1-05b7e1c6fd28 on network 76029711-1f89-4a0b-abcb-cade63640c30 {{(pid=120042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 13:09:15.206077 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b2acc4a-d825-4171-81fe-810608697ad4 req-ed6ce604-2faf-49b7-ab03-60bb640a73e2 service neutron] Checking agent: {'id': '0f6a9262-0a79-4cf4-ac76-73211ad22d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 12, 55, 7), 'started_at': datetime.datetime(2021, 9, 3, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 13, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 13:09:15.206430 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b2acc4a-d825-4171-81fe-810608697ad4 req-ed6ce604-2faf-49b7-ab03-60bb640a73e2 service neutron] Checking segment: {'id': 'cdbbc9d5-da86-470a-942c-2d06f55ad836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '76029711-1f89-4a0b-abcb-cade63640c30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 13:09:15.206818 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b2acc4a-d825-4171-81fe-810608697ad4 req-ed6ce604-2faf-49b7-ab03-60bb640a73e2 service neutron] Bound using segment: {'id': 'cdbbc9d5-da86-470a-942c-2d06f55ad836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '76029711-1f89-4a0b-abcb-cade63640c30'} {{(pid=120042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 13:09:15.207251 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.managers [req-9b2acc4a-d825-4171-81fe-810608697ad4 req-ed6ce604-2faf-49b7-ab03-60bb640a73e2 service neutron] Bound port: 4682dd66-779c-4da9-86f1-05b7e1c6fd28, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdbbc9d5-da86-470a-942c-2d06f55ad836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '76029711-1f89-4a0b-abcb-cade63640c30'}}] {{(pid=120042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 13:09:15.207614 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-9b2acc4a-d825-4171-81fe-810608697ad4 req-ed6ce604-2faf-49b7-ab03-60bb640a73e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:09:15.273095 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.db [req-9b2acc4a-d825-4171-81fe-810608697ad4 req-ed6ce604-2faf-49b7-ab03-60bb640a73e2 service neutron] For port 4682dd66-779c-4da9-86f1-05b7e1c6fd28, host hv-cinder-78878, cleared binding levels {{(pid=120042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 13:09:15.276115 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.db [req-9b2acc4a-d825-4171-81fe-810608697ad4 req-ed6ce604-2faf-49b7-ab03-60bb640a73e2 service neutron] For port 4682dd66-779c-4da9-86f1-05b7e1c6fd28, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=4682dd66-779c-4da9-86f1-05b7e1c6fd28,segment=NetworkSegment(cdbbc9d5-da86-470a-942c-2d06f55ad836),segment_id=cdbbc9d5-da86-470a-942c-2d06f55ad836)] {{(pid=120042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 13:09:15.332124 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-9b2acc4a-d825-4171-81fe-810608697ad4 req-ed6ce604-2faf-49b7-ab03-60bb640a73e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534626162'] for port, after_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:09:15.377362 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2acc4a-d825-4171-81fe-810608697ad4 req-ed6ce604-2faf-49b7-ab03-60bb640a73e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:09:15.377993 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-9b2acc4a-d825-4171-81fe-810608697ad4 req-ed6ce604-2faf-49b7-ab03-60bb640a73e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10697'] for port, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:09:15.379367 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-9b2acc4a-d825-4171-81fe-810608697ad4 req-ed6ce604-2faf-49b7-ab03-60bb640a73e2 service neutron] 10.222.0.11 "PUT /v2.0/ports/4682dd66-779c-4da9-86f1-05b7e1c6fd28 HTTP/1.1" status: 200 len: 1093 time: 0.6735573 Sep 03 13:09:15.379806 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5012fb80-0811-4c86-b5b6-44fe94da0d5f', 'tag': '4682dd66-779c-4da9-86f1-05b7e1c6fd28'}] {{(pid=120042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:09:15.382556 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d2a6420b193a10f45e0477184c700453c1253cfa456d27c4e3ab5b2f2f62351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cd8714c-cd5b-4e09-94e3-5db057aa31c7" -d '{"events": [{"name": "network-changed", "server_uuid": "5012fb80-0811-4c86-b5b6-44fe94da0d5f", "tag": "4682dd66-779c-4da9-86f1-05b7e1c6fd28"}]}' {{(pid=120042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:09:15.423890 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 13:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dbed4a0-63a4-420a-a36c-56fe4c14683c x-openstack-request-id: req-3dbed4a0-63a4-420a-a36c-56fe4c14683c {{(pid=120042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:09:15.424181 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5012fb80-0811-4c86-b5b6-44fe94da0d5f", "tag": "4682dd66-779c-4da9-86f1-05b7e1c6fd28", "status": "completed", "code": 200}]} {{(pid=120042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:09:15.424431 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3dbed4a0-63a4-420a-a36c-56fe4c14683c {{(pid=120042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:09:15.424825 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5012fb80-0811-4c86-b5b6-44fe94da0d5f', 'tag': '4682dd66-779c-4da9-86f1-05b7e1c6fd28', 'status': 'completed', 'code': 200} Sep 03 13:09:15.434647 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6ce604-2faf-49b7-ab03-60bb640a73e2 service neutron] Pushing event updated for resources: {'Port': ['ID=4682dd66-779c-4da9-86f1-05b7e1c6fd28,revision_number=3']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:09:15.445802 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058ec436-a585-4d05-9981-edacad221940 req-bdcecc1c-efa9-43fe-9f53-84eb15d28f93 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:09:15.447285 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-058ec436-a585-4d05-9981-edacad221940 req-bdcecc1c-efa9-43fe-9f53-84eb15d28f93 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/ports?device_id=5012fb80-0811-4c86-b5b6-44fe94da0d5f HTTP/1.1" status: 200 len: 943 time: 0.0889738 Sep 03 13:09:15.507676 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-058ec436-a585-4d05-9981-edacad221940 req-8ecc2dfe-8764-41f8-8672-68e669677343 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c2037f3-d29c-4c8b-a5db-0b4b624e1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514696 Sep 03 13:09:15.514013 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd8714c-cd5b-4e09-94e3-5db057aa31c7 req-9321db50-ff52-47c3-a223-2bca5cf51972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:09:15.515534 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-0cd8714c-cd5b-4e09-94e3-5db057aa31c7 req-9321db50-ff52-47c3-a223-2bca5cf51972 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d34eab3afdc4475ba16aef69907d1ba9&device_id=5012fb80-0811-4c86-b5b6-44fe94da0d5f HTTP/1.1" status: 200 len: 1096 time: 0.0672393 Sep 03 13:09:15.617448 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd8714c-cd5b-4e09-94e3-5db057aa31c7 req-d432d7e8-f2b6-4b29-90e8-a60707be10de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:09:15.618913 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-0cd8714c-cd5b-4e09-94e3-5db057aa31c7 req-d432d7e8-f2b6-4b29-90e8-a60707be10de service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=d34eab3afdc4475ba16aef69907d1ba9&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0948377 Sep 03 13:09:15.711344 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd8714c-cd5b-4e09-94e3-5db057aa31c7 req-00a4c9f7-f25f-4776-a9bf-2e8612f97536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:09:15.712817 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-0cd8714c-cd5b-4e09-94e3-5db057aa31c7 req-00a4c9f7-f25f-4776-a9bf-2e8612f97536 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0874183 Sep 03 13:09:15.786466 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2acc4a-d825-4171-81fe-810608697ad4 req-53753da4-4832-4e47-9b57-18bc316309dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:09:15.787803 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-9b2acc4a-d825-4171-81fe-810608697ad4 req-53753da4-4832-4e47-9b57-18bc316309dc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d34eab3afdc4475ba16aef69907d1ba9&device_id=5012fb80-0811-4c86-b5b6-44fe94da0d5f HTTP/1.1" status: 200 len: 1096 time: 0.0414007 Sep 03 13:09:15.828603 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-9b2acc4a-d825-4171-81fe-810608697ad4 req-7dca093e-ff36-49d1-8c91-da9cb5cd2e38 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4682dd66-779c-4da9-86f1-05b7e1c6fd28 HTTP/1.1" status: 200 len: 217 time: 0.0326650 Sep 03 13:09:15.876012 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2acc4a-d825-4171-81fe-810608697ad4 req-ccf09504-4198-4f58-b829-c1e92c782074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:09:15.890180 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-9b2acc4a-d825-4171-81fe-810608697ad4 req-ccf09504-4198-4f58-b829-c1e92c782074 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=edbca751-0dff-4862-be2a-c77a6cb4f2ff HTTP/1.1" status: 200 len: 851 time: 0.0426986 Sep 03 13:09:15.920618 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2acc4a-d825-4171-81fe-810608697ad4 req-06566cae-1692-4180-89d5-d92a81326835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:09:15.922050 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-9b2acc4a-d825-4171-81fe-810608697ad4 req-06566cae-1692-4180-89d5-d92a81326835 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=76029711-1f89-4a0b-abcb-cade63640c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0371263 Sep 03 13:09:16.013607 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-9b2acc4a-d825-4171-81fe-810608697ad4 req-1a70f2d1-6396-4152-87bb-0f92f21990ab service neutron] 10.222.0.11 "GET /v2.0/networks/76029711-1f89-4a0b-abcb-cade63640c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834358 Sep 03 13:09:16.101827 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-9b2acc4a-d825-4171-81fe-810608697ad4 req-450fd87f-39d9-4048-a117-5709b4f284bd service neutron] 10.222.0.11 "GET /v2.0/networks/76029711-1f89-4a0b-abcb-cade63640c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814273 Sep 03 13:09:16.621827 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87389a30-5915-4335-8f9d-433263ece6e9 req-ea354602-66f3-40de-b9e6-47e0e297b03a tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:09:16.623315 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-87389a30-5915-4335-8f9d-433263ece6e9 req-ea354602-66f3-40de-b9e6-47e0e297b03a tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/ports?device_id=5012fb80-0811-4c86-b5b6-44fe94da0d5f HTTP/1.1" status: 200 len: 943 time: 0.0473974 Sep 03 13:09:16.659222 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-87389a30-5915-4335-8f9d-433263ece6e9 req-6810437d-7aca-4251-a6f4-7332c65936b4 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c2037f3-d29c-4c8b-a5db-0b4b624e1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300291 Sep 03 13:09:17.769387 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f0b0b4-759b-420e-8211-46ffa29d34d2 req-04ccbef8-cc7b-43e7-83ed-71bae2d8d79c tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:09:17.770742 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-56f0b0b4-759b-420e-8211-46ffa29d34d2 req-04ccbef8-cc7b-43e7-83ed-71bae2d8d79c tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/ports?device_id=5012fb80-0811-4c86-b5b6-44fe94da0d5f HTTP/1.1" status: 200 len: 943 time: 0.0465384 Sep 03 13:09:17.807104 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-56f0b0b4-759b-420e-8211-46ffa29d34d2 req-2242d783-5b85-45fd-8225-635a569f117b tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c2037f3-d29c-4c8b-a5db-0b4b624e1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305519 Sep 03 13:09:18.921017 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b998ca63-e6ca-4625-9a89-a968f429533e req-1886df46-b38c-4ef0-9f69-27058a877322 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:09:18.922487 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-b998ca63-e6ca-4625-9a89-a968f429533e req-1886df46-b38c-4ef0-9f69-27058a877322 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/ports?device_id=5012fb80-0811-4c86-b5b6-44fe94da0d5f HTTP/1.1" status: 200 len: 943 time: 0.0501516 Sep 03 13:09:18.960843 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-b998ca63-e6ca-4625-9a89-a968f429533e req-ffa21e4a-1bf3-44d6-883e-d2f544acf928 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c2037f3-d29c-4c8b-a5db-0b4b624e1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326536 Sep 03 13:09:20.068925 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf156ae2-b81f-4f35-a108-f616e3368363 req-eee43c4b-db9a-42ad-9620-c2627235c059 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:09:20.070367 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-bf156ae2-b81f-4f35-a108-f616e3368363 req-eee43c4b-db9a-42ad-9620-c2627235c059 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/ports?device_id=5012fb80-0811-4c86-b5b6-44fe94da0d5f HTTP/1.1" status: 200 len: 943 time: 0.0460567 Sep 03 13:09:20.108938 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-bf156ae2-b81f-4f35-a108-f616e3368363 req-7baf2c20-517f-4e2d-8bb3-4cb2f48e1f79 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c2037f3-d29c-4c8b-a5db-0b4b624e1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327249 Sep 03 13:09:21.217509 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91731f4-30bf-4c50-b9d7-bb747b054369 req-041cebd5-629f-4348-9921-38bc450a6ecd tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:09:21.218949 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-a91731f4-30bf-4c50-b9d7-bb747b054369 req-041cebd5-629f-4348-9921-38bc450a6ecd tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/ports?device_id=5012fb80-0811-4c86-b5b6-44fe94da0d5f HTTP/1.1" status: 200 len: 943 time: 0.0463517 Sep 03 13:09:21.255544 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-a91731f4-30bf-4c50-b9d7-bb747b054369 req-84e52fc0-d50a-41d5-b22b-707eeefaba27 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c2037f3-d29c-4c8b-a5db-0b4b624e1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300751 Sep 03 13:09:22.371583 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a24479-aba8-4900-ad26-239104bc0e89 req-c87679b8-220f-4c17-aa09-6a87c2631f17 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:09:22.373148 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-63a24479-aba8-4900-ad26-239104bc0e89 req-c87679b8-220f-4c17-aa09-6a87c2631f17 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/ports?device_id=5012fb80-0811-4c86-b5b6-44fe94da0d5f HTTP/1.1" status: 200 len: 943 time: 0.0512354 Sep 03 13:09:22.410189 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-63a24479-aba8-4900-ad26-239104bc0e89 req-1cf69b3a-5220-4391-b26d-6a71d11cf1e4 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c2037f3-d29c-4c8b-a5db-0b4b624e1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311372 Sep 03 13:09:23.520312 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba4f2a0-aebb-464e-853e-ce7ddb13eb36 req-dcb1ba37-786b-4455-9f28-30619a648a1d tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:09:23.521734 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-dba4f2a0-aebb-464e-853e-ce7ddb13eb36 req-dcb1ba37-786b-4455-9f28-30619a648a1d tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/ports?device_id=5012fb80-0811-4c86-b5b6-44fe94da0d5f HTTP/1.1" status: 200 len: 943 time: 0.0456614 Sep 03 13:09:23.557603 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-dba4f2a0-aebb-464e-853e-ce7ddb13eb36 req-7ac2ed07-7c22-47e5-8d60-2171be464309 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c2037f3-d29c-4c8b-a5db-0b4b624e1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295396 Sep 03 13:09:24.666648 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b08c4b-44a4-42ea-9685-68edbc6bc871 req-211c8352-c1c1-4f7e-a3b8-c62dcd4d730a tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:09:24.668176 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-d5b08c4b-44a4-42ea-9685-68edbc6bc871 req-211c8352-c1c1-4f7e-a3b8-c62dcd4d730a tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/ports?device_id=5012fb80-0811-4c86-b5b6-44fe94da0d5f HTTP/1.1" status: 200 len: 943 time: 0.0459735 Sep 03 13:09:24.704385 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-d5b08c4b-44a4-42ea-9685-68edbc6bc871 req-28d459f9-350f-4908-a526-c40e38b27c0a tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c2037f3-d29c-4c8b-a5db-0b4b624e1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305734 Sep 03 13:09:24.975839 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Device 4682dd66-779c-4da9-86f1-05b7e1c6fd28 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=120043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 13:09:25.065755 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] For port 4682dd66-779c-4da9-86f1-05b7e1c6fd28, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=4682dd66-779c-4da9-86f1-05b7e1c6fd28,segment=NetworkSegment(cdbbc9d5-da86-470a-942c-2d06f55ad836),segment_id=cdbbc9d5-da86-470a-942c-2d06f55ad836)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:09:25.076118 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Returning: {'device': '4682dd66-779c-4da9-86f1-05b7e1c6fd28', 'network_id': '76029711-1f89-4a0b-abcb-cade63640c30', 'port_id': '4682dd66-779c-4da9-86f1-05b7e1c6fd28', 'mac_address': 'fa:16:3e:9e:51:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edbca751-0dff-4862-be2a-c77a6cb4f2ff', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 13:09:25.114688 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:09:25.126559 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.notifiers.nova [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4682dd66-779c-4da9-86f1-05b7e1c6fd28 {{(pid=120043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 13:09:25.144228 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] For port 4682dd66-779c-4da9-86f1-05b7e1c6fd28, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=4682dd66-779c-4da9-86f1-05b7e1c6fd28,segment=NetworkSegment(cdbbc9d5-da86-470a-942c-2d06f55ad836),segment_id=cdbbc9d5-da86-470a-942c-2d06f55ad836)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:09:25.199353 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:09:25.244204 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Pushing event updated for resources: {'Port': ['ID=4682dd66-779c-4da9-86f1-05b7e1c6fd28,revision_number=4']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:09:25.250984 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:09:25.251333 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:09:25.251678 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:09:25.252043 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:09:25.252380 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:09:25.252713 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:09:25.253044 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:09:25.253371 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:09:25.253699 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:09:25.254042 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:09:25.254349 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:09:25.254676 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:09:25.441046 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] get_ports_and_sgs() called for port_ids ['4682dd66-779c-4da9-86f1-05b7e1c6fd28'] {{(pid=120043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 13:09:25.815230 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5b13a3-981d-4cca-9100-ffc1e97daf0a req-979bd14b-0a83-4728-b917-e557073d362e tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:09:25.816697 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-fe5b13a3-981d-4cca-9100-ffc1e97daf0a req-979bd14b-0a83-4728-b917-e557073d362e tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/ports?device_id=5012fb80-0811-4c86-b5b6-44fe94da0d5f HTTP/1.1" status: 200 len: 944 time: 0.0491345 Sep 03 13:09:25.854161 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-fe5b13a3-981d-4cca-9100-ffc1e97daf0a req-2f083215-3df6-4258-b51d-c3d399b0e968 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c2037f3-d29c-4c8b-a5db-0b4b624e1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310159 Sep 03 13:09:26.964503 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c61d9a-5feb-4783-9c81-c44b4aa03211 req-31c7bac1-6565-4210-a4fb-fe5167853295 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:09:26.965958 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-a1c61d9a-5feb-4783-9c81-c44b4aa03211 req-31c7bac1-6565-4210-a4fb-fe5167853295 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/ports?device_id=5012fb80-0811-4c86-b5b6-44fe94da0d5f HTTP/1.1" status: 200 len: 944 time: 0.0469589 Sep 03 13:09:26.968511 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Device 4682dd66-779c-4da9-86f1-05b7e1c6fd28 up at agent hyperv_hv-cinder-78878 {{(pid=120043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:09:27.002785 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-a1c61d9a-5feb-4783-9c81-c44b4aa03211 req-2303d0dc-345b-43ec-99e1-1287fba7cbb2 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c2037f3-d29c-4c8b-a5db-0b4b624e1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309255 Sep 03 13:09:27.085298 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Provisioning for port 4682dd66-779c-4da9-86f1-05b7e1c6fd28 completed by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:09:27.089865 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Provisioning complete for port 4682dd66-779c-4da9-86f1-05b7e1c6fd28 triggered by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:09:27.090249 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:09:27.165821 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:09:27.187086 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5012fb80-0811-4c86-b5b6-44fe94da0d5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4682dd66-779c-4da9-86f1-05b7e1c6fd28'}] {{(pid=120043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:09:27.189320 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75183f2819bd2f1145e278a2316968184774222fd4353ccf17289daf4feac16a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9075db6e-9351-4fcd-a173-1573050112e6" -d '{"events": [{"server_uuid": "5012fb80-0811-4c86-b5b6-44fe94da0d5f", "name": "network-vif-plugged", "status": "completed", "tag": "4682dd66-779c-4da9-86f1-05b7e1c6fd28"}]}' {{(pid=120043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:09:27.202162 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] For port 4682dd66-779c-4da9-86f1-05b7e1c6fd28, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=4682dd66-779c-4da9-86f1-05b7e1c6fd28,segment=NetworkSegment(cdbbc9d5-da86-470a-942c-2d06f55ad836),segment_id=cdbbc9d5-da86-470a-942c-2d06f55ad836)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:09:27.273832 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:09:27.319876 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Pushing event updated for resources: {'Port': ['ID=4682dd66-779c-4da9-86f1-05b7e1c6fd28,revision_number=5']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:09:27.382370 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 13:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1b67d9f-9df3-4fb0-b0ac-0ede7346ea72 x-openstack-request-id: req-e1b67d9f-9df3-4fb0-b0ac-0ede7346ea72 {{(pid=120043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:09:27.382668 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5012fb80-0811-4c86-b5b6-44fe94da0d5f", "name": "network-vif-plugged", "status": "completed", "tag": "4682dd66-779c-4da9-86f1-05b7e1c6fd28", "code": 200}]} {{(pid=120043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:09:27.382921 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e1b67d9f-9df3-4fb0-b0ac-0ede7346ea72 {{(pid=120043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:09:27.383526 dv-cinder-788782-9-iscsi neutron-server[120043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5012fb80-0811-4c86-b5b6-44fe94da0d5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4682dd66-779c-4da9-86f1-05b7e1c6fd28', 'code': 200} Sep 03 13:09:27.709909 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94f79be-3c94-4ecf-bed9-3b4f368c12e2 req-ce499093-6871-4ef3-bc74-335631ae76dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:09:27.711346 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-b94f79be-3c94-4ecf-bed9-3b4f368c12e2 req-ce499093-6871-4ef3-bc74-335631ae76dd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5012fb80-0811-4c86-b5b6-44fe94da0d5f HTTP/1.1" status: 200 len: 1098 time: 0.0381908 Sep 03 13:09:27.744777 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-b94f79be-3c94-4ecf-bed9-3b4f368c12e2 req-c23dfdf1-572a-4978-982c-6cc2082fa7f1 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3c2037f3-d29c-4c8b-a5db-0b4b624e1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0259855 Sep 03 13:09:28.114631 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf9fc13-f0af-43da-8a32-8910de6c41b1 req-f64f070f-30eb-486c-9a66-f6d7746dbc11 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:09:28.116077 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-dbf9fc13-f0af-43da-8a32-8910de6c41b1 req-f64f070f-30eb-486c-9a66-f6d7746dbc11 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/ports?device_id=5012fb80-0811-4c86-b5b6-44fe94da0d5f HTTP/1.1" status: 200 len: 945 time: 0.0490837 Sep 03 13:09:28.416107 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-dbf9fc13-f0af-43da-8a32-8910de6c41b1 req-7401c6d0-10e7-424b-bff7-5d94e97f3699 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c2037f3-d29c-4c8b-a5db-0b4b624e1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2936933 Sep 03 13:09:29.529247 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e8a034-3127-40d9-ac62-b21ae374053b req-7e58bb90-b1a1-48e3-88ae-b09749f2f6ea tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:09:29.530680 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-45e8a034-3127-40d9-ac62-b21ae374053b req-7e58bb90-b1a1-48e3-88ae-b09749f2f6ea tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/ports?device_id=5012fb80-0811-4c86-b5b6-44fe94da0d5f HTTP/1.1" status: 200 len: 945 time: 0.0463474 Sep 03 13:09:29.567008 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-45e8a034-3127-40d9-ac62-b21ae374053b req-35ebe296-bf44-4a34-8976-0c88a33f1df2 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c2037f3-d29c-4c8b-a5db-0b4b624e1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304127 Sep 03 13:09:29.675269 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c1b03f-b5b0-46a0-9cee-bf8eef0e985b req-5ecd9a98-6ba3-4a37-a19d-43e9ffe5f5cd tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:09:29.676757 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-c5c1b03f-b5b0-46a0-9cee-bf8eef0e985b req-5ecd9a98-6ba3-4a37-a19d-43e9ffe5f5cd tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/ports?device_id=5012fb80-0811-4c86-b5b6-44fe94da0d5f HTTP/1.1" status: 200 len: 945 time: 0.0460742 Sep 03 13:09:29.713454 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-c5c1b03f-b5b0-46a0-9cee-bf8eef0e985b req-7502c440-e331-41b6-a740-00db6703cfe4 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c2037f3-d29c-4c8b-a5db-0b4b624e1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304413 Sep 03 13:09:29.734161 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 45856) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:09:29.773853 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35166f92-0df2-4236-b769-f1ba35ba8fc6 tempest-TestVolumeBootPattern-1287815899 tempest-TestVolumeBootPattern-1287815899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:09:29.775318 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-35166f92-0df2-4236-b769-f1ba35ba8fc6 tempest-TestVolumeBootPattern-1287815899 tempest-TestVolumeBootPattern-1287815899-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=5012fb80-0811-4c86-b5b6-44fe94da0d5f HTTP/1.1" status: 200 len: 1093 time: 0.0402243 Sep 03 13:09:29.777983 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 45858) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:09:29.782286 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.v2.base [None req-9de41943-3b1c-4715-986f-898d5b59e922 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Request body: {'floatingip': {'floating_network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'port_id': '4682dd66-779c-4da9-86f1-05b7e1c6fd28', 'tenant_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'fixed_ip_address': '172.20.0.7'}} {{(pid=120042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:09:29.868878 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-9de41943-3b1c-4715-986f-898d5b59e922 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Notify callbacks [] for floatingip, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:09:29.960415 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-9de41943-3b1c-4715-986f-898d5b59e922 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:09:30.063017 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.db_base_plugin_common [None req-9de41943-3b1c-4715-986f-898d5b59e922 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Allocated IP 172.27.3.215 (9198821c-ee56-4cb5-9e5d-ab43e0594ece/2efca78d-d4c6-45b2-a3f0-03ef309b0579/5b392395-05a5-4525-a832-eccbd3376470) {{(pid=120042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 13:09:30.162141 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-9de41943-3b1c-4715-986f-898d5b59e922 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Notify callbacks [] for port, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:09:30.257188 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-9de41943-3b1c-4715-986f-898d5b59e922 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763613061259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534626149'] for port, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:09:30.297640 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de41943-3b1c-4715-986f-898d5b59e922 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Network 9198821c-ee56-4cb5-9e5d-ab43e0594ece is already hosted by enough agents. {{(pid=120042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 13:09:30.300404 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.base_scheduler [None req-9de41943-3b1c-4715-986f-898d5b59e922 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Resources bound (agent type, host, resource id): {{(pid=120042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:09:30.303739 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de41943-3b1c-4715-986f-898d5b59e922 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Received port after_create {{(pid=120042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 13:09:30.311591 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de41943-3b1c-4715-986f-898d5b59e922 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Pushing event updated for resources: {'Port': ['ID=5b392395-05a5-4525-a832-eccbd3376470,revision_number=1']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:09:30.630633 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-9de41943-3b1c-4715-986f-898d5b59e922 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Notify callbacks [] for floatingip, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:09:30.766288 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-9de41943-3b1c-4715-986f-898d5b59e922 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:09:30.910694 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-9de41943-3b1c-4715-986f-898d5b59e922 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Notify callbacks [] for port, precommit_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:09:30.965078 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-9de41943-3b1c-4715-986f-898d5b59e922 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534626162'] for port, after_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:09:31.031054 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de41943-3b1c-4715-986f-898d5b59e922 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Pushing event updated for resources: {'Port': ['ID=5b392395-05a5-4525-a832-eccbd3376470,revision_number=2']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:09:31.041031 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-9de41943-3b1c-4715-986f-898d5b59e922 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748779'] for floatingip, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:09:31.135190 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.db.l3_db [None req-9de41943-3b1c-4715-986f-898d5b59e922 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Floating IP dc6079b9-ec03-4415-95f4-1e9bf4628b5d associated. External IP: 172.27.3.215, port: 4682dd66-779c-4da9-86f1-05b7e1c6fd28. Sep 03 13:09:31.338830 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9de41943-3b1c-4715-986f-898d5b59e922 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Router 13ccdb28-6571-4aa1-9074-8602e244db15 has already been hosted by L3 agent 3ba3cff0-0714-4a2d-b638-391a63c22700 {{(pid=120042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 13:09:31.440891 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9de41943-3b1c-4715-986f-898d5b59e922 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Notify agent at l3_agent.dv-cinder-788782-9-iscsi the message routers_updated {{(pid=120042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 13:09:31.450944 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d491442-661e-4fa9-b584-6f94cf181d13 None None] Sync routers for ids ['13ccdb28-6571-4aa1-9074-8602e244db15'] in dv-cinder-788782-9-iscsi {{(pid=120043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 13:09:31.459710 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d491442-661e-4fa9-b584-6f94cf181d13 None None] Routers {'13ccdb28-6571-4aa1-9074-8602e244db15'} bound to L3 agent in host dv-cinder-788782-9-iscsi {{(pid=120043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:09:31.465581 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_hamode_db [None req-5d491442-661e-4fa9-b584-6f94cf181d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T12:48:38Z,description=,heartbeat_timestamp=2021-09-03T13:09:08Z,host='dv-cinder-788782-9-iscsi',id=3ba3cff0-0714-4a2d-b638-391a63c22700,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:48:38Z,topic='l3_agent')) {'router_ids': ['13ccdb28-6571-4aa1-9074-8602e244db15'], 'active': True} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:09:31.536687 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-9de41943-3b1c-4715-986f-898d5b59e922 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10697'] for floatingip, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:09:31.562053 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvr_db [None req-5d491442-661e-4fa9-b584-6f94cf181d13 None None] Set router 13ccdb28-6571-4aa1-9074-8602e244db15 gateway port host: dv-cinder-788782-9-iscsi {{(pid=120043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:09:31.563329 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-9de41943-3b1c-4715-986f-898d5b59e922 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7843487 Sep 03 13:09:31.563965 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5012fb80-0811-4c86-b5b6-44fe94da0d5f', 'tag': '4682dd66-779c-4da9-86f1-05b7e1c6fd28'}] {{(pid=120042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:09:31.566208 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d2a6420b193a10f45e0477184c700453c1253cfa456d27c4e3ab5b2f2f62351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9cfff6a-4c03-4eb8-9e8e-0c1db6397830" -d '{"events": [{"name": "network-changed", "server_uuid": "5012fb80-0811-4c86-b5b6-44fe94da0d5f", "tag": "4682dd66-779c-4da9-86f1-05b7e1c6fd28"}]}' {{(pid=120042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:09:31.602377 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 13:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-911bfee4-838f-4c91-8bf1-7287a26f48e7 x-openstack-request-id: req-911bfee4-838f-4c91-8bf1-7287a26f48e7 {{(pid=120042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:09:31.602682 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5012fb80-0811-4c86-b5b6-44fe94da0d5f", "tag": "4682dd66-779c-4da9-86f1-05b7e1c6fd28", "status": "completed", "code": 200}]} {{(pid=120042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:09:31.602964 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-911bfee4-838f-4c91-8bf1-7287a26f48e7 {{(pid=120042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:09:31.603372 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5012fb80-0811-4c86-b5b6-44fe94da0d5f', 'tag': '4682dd66-779c-4da9-86f1-05b7e1c6fd28', 'status': 'completed', 'code': 200} Sep 03 13:09:31.665400 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cfff6a-4c03-4eb8-9e8e-0c1db6397830 req-d4f0c6a3-7ad0-40bd-b0d3-950b1af92e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:09:31.666902 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-e9cfff6a-4c03-4eb8-9e8e-0c1db6397830 req-d4f0c6a3-7ad0-40bd-b0d3-950b1af92e79 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d34eab3afdc4475ba16aef69907d1ba9&device_id=5012fb80-0811-4c86-b5b6-44fe94da0d5f HTTP/1.1" status: 200 len: 1098 time: 0.0397549 Sep 03 13:09:31.758386 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cfff6a-4c03-4eb8-9e8e-0c1db6397830 req-2852aa35-dc67-4b25-a872-9ce536338b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:09:31.760610 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-e9cfff6a-4c03-4eb8-9e8e-0c1db6397830 req-2852aa35-dc67-4b25-a872-9ce536338b5d service neutron] 10.222.0.11 "GET /v2.0/networks?id=76029711-1f89-4a0b-abcb-cade63640c30 HTTP/1.1" status: 200 len: 912 time: 0.0868471 Sep 03 13:09:31.782450 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_hamode_db [None req-5d491442-661e-4fa9-b584-6f94cf181d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ccdb28-6571-4aa1-9074-8602e244db15', 'name': 'tempest-TestVolumeBootPattern-1805627011-router', 'tenant_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '080f4c04-08e1-4349-8948-d812179f1dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:06:09Z', 'updated_at': '2021-09-03T13:06:12Z', 'revision_number': 4, 'project_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'gw_port': {'id': '080f4c04-08e1-4349-8948-d812179f1dd5', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ff:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ccdb28-6571-4aa1-9074-8602e244db15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:06:10Z', 'updated_at': '2021-09-03T13:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi', '_floatingips': [{'id': 'dc6079b9-ec03-4415-95f4-1e9bf4628b5d', 'tenant_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'floating_ip_address': '172.27.3.215', 'floating_network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'router_id': '13ccdb28-6571-4aa1-9074-8602e244db15', 'port_id': '4682dd66-779c-4da9-86f1-05b7e1c6fd28', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76029711-1f89-4a0b-abcb-cade63640c30', 'mac_address': 'fa:16:3e:9e:51:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5012fb80-0811-4c86-b5b6-44fe94da0d5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T13:09:30Z', 'updated_at': '2021-09-03T13:09:30Z', 'revision_number': 0, 'project_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3fa2d1e-6ae2-49bc-a83e-ff1ee2c747b1', 'name': '', 'network_id': '76029711-1f89-4a0b-abcb-cade63640c30', 'tenant_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'mac_address': 'fa:16:3e:83:f7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ccdb28-6571-4aa1-9074-8602e244db15', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'edbca751-0dff-4862-be2a-c77a6cb4f2ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:06:11Z', 'updated_at': '2021-09-03T13:06:18Z', 'revision_number': 5, 'project_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'subnets': [{'id': 'edbca751-0dff-4862-be2a-c77a6cb4f2ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-9-iscsi', False) {} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:09:31.808172 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d491442-661e-4fa9-b584-6f94cf181d13 None None] Checking router: 13ccdb28-6571-4aa1-9074-8602e244db15 for host: dv-cinder-788782-9-iscsi {{(pid=120043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 13:09:31.816204 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d491442-661e-4fa9-b584-6f94cf181d13 None None] Routers {'13ccdb28-6571-4aa1-9074-8602e244db15'} bound to L3 agent in host dv-cinder-788782-9-iscsi {{(pid=120043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:09:31.816826 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_hamode_db [None req-5d491442-661e-4fa9-b584-6f94cf181d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T12:48:38Z,description=,heartbeat_timestamp=2021-09-03T13:09:08Z,host='dv-cinder-788782-9-iscsi',id=3ba3cff0-0714-4a2d-b638-391a63c22700,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:48:38Z,topic='l3_agent')) {'router_ids': ['13ccdb28-6571-4aa1-9074-8602e244db15'], 'active': True} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:09:31.824041 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-e9cfff6a-4c03-4eb8-9e8e-0c1db6397830 req-388b623e-ce60-4b21-9252-5e529e08fd65 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4682dd66-779c-4da9-86f1-05b7e1c6fd28 HTTP/1.1" status: 200 len: 999 time: 0.0559127 Sep 03 13:09:31.871872 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cfff6a-4c03-4eb8-9e8e-0c1db6397830 req-2fe6304c-492b-4132-bd20-c4f3fb7187be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:09:31.873341 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-e9cfff6a-4c03-4eb8-9e8e-0c1db6397830 req-2fe6304c-492b-4132-bd20-c4f3fb7187be service neutron] 10.222.0.11 "GET /v2.0/subnets?id=edbca751-0dff-4862-be2a-c77a6cb4f2ff HTTP/1.1" status: 200 len: 851 time: 0.0428519 Sep 03 13:09:31.918713 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvr_db [None req-5d491442-661e-4fa9-b584-6f94cf181d13 None None] Set router 13ccdb28-6571-4aa1-9074-8602e244db15 gateway port host: dv-cinder-788782-9-iscsi {{(pid=120043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:09:31.920459 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cfff6a-4c03-4eb8-9e8e-0c1db6397830 req-b7d0bfa3-c6f2-4a18-9493-52b2fc0c81ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:09:31.921943 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-e9cfff6a-4c03-4eb8-9e8e-0c1db6397830 req-b7d0bfa3-c6f2-4a18-9493-52b2fc0c81ad service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=76029711-1f89-4a0b-abcb-cade63640c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412538 Sep 03 13:09:32.010149 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-e9cfff6a-4c03-4eb8-9e8e-0c1db6397830 req-29b9fc52-4192-4d0b-833c-17bdc9cfbf0c service neutron] 10.222.0.11 "GET /v2.0/networks/76029711-1f89-4a0b-abcb-cade63640c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808108 Sep 03 13:09:32.100551 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-e9cfff6a-4c03-4eb8-9e8e-0c1db6397830 req-89b6311d-2c71-4285-ad69-a0b2f3ebace4 service neutron] 10.222.0.11 "GET /v2.0/networks/76029711-1f89-4a0b-abcb-cade63640c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836561 Sep 03 13:09:32.134869 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_hamode_db [None req-5d491442-661e-4fa9-b584-6f94cf181d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ccdb28-6571-4aa1-9074-8602e244db15', 'name': 'tempest-TestVolumeBootPattern-1805627011-router', 'tenant_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '080f4c04-08e1-4349-8948-d812179f1dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:06:09Z', 'updated_at': '2021-09-03T13:06:12Z', 'revision_number': 4, 'project_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'gw_port': {'id': '080f4c04-08e1-4349-8948-d812179f1dd5', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ff:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ccdb28-6571-4aa1-9074-8602e244db15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:06:10Z', 'updated_at': '2021-09-03T13:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi', '_floatingips': [{'id': 'dc6079b9-ec03-4415-95f4-1e9bf4628b5d', 'tenant_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'floating_ip_address': '172.27.3.215', 'floating_network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'router_id': '13ccdb28-6571-4aa1-9074-8602e244db15', 'port_id': '4682dd66-779c-4da9-86f1-05b7e1c6fd28', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76029711-1f89-4a0b-abcb-cade63640c30', 'mac_address': 'fa:16:3e:9e:51:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5012fb80-0811-4c86-b5b6-44fe94da0d5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T13:09:30Z', 'updated_at': '2021-09-03T13:09:30Z', 'revision_number': 0, 'project_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3fa2d1e-6ae2-49bc-a83e-ff1ee2c747b1', 'name': '', 'network_id': '76029711-1f89-4a0b-abcb-cade63640c30', 'tenant_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'mac_address': 'fa:16:3e:83:f7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ccdb28-6571-4aa1-9074-8602e244db15', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'edbca751-0dff-4862-be2a-c77a6cb4f2ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:06:11Z', 'updated_at': '2021-09-03T13:06:18Z', 'revision_number': 5, 'project_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'subnets': [{'id': 'edbca751-0dff-4862-be2a-c77a6cb4f2ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-9-iscsi', False) {} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:09:32.163687 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d491442-661e-4fa9-b584-6f94cf181d13 None None] The sync data for ids ['13ccdb28-6571-4aa1-9074-8602e244db15'] in dv-cinder-788782-9-iscsi is: [{'id': '13ccdb28-6571-4aa1-9074-8602e244db15', 'name': 'tempest-TestVolumeBootPattern-1805627011-router', 'tenant_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '080f4c04-08e1-4349-8948-d812179f1dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:06:09Z', 'updated_at': '2021-09-03T13:06:12Z', 'revision_number': 4, 'project_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'gw_port': {'id': '080f4c04-08e1-4349-8948-d812179f1dd5', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ff:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ccdb28-6571-4aa1-9074-8602e244db15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:06:10Z', 'updated_at': '2021-09-03T13:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi', '_floatingips': [{'id': 'dc6079b9-ec03-4415-95f4-1e9bf4628b5d', 'tenant_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'floating_ip_address': '172.27.3.215', 'floating_network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'router_id': '13ccdb28-6571-4aa1-9074-8602e244db15', 'port_id': '4682dd66-779c-4da9-86f1-05b7e1c6fd28', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76029711-1f89-4a0b-abcb-cade63640c30', 'mac_address': 'fa:16:3e:9e:51:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5012fb80-0811-4c86-b5b6-44fe94da0d5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T13:09:30Z', 'updated_at': '2021-09-03T13:09:30Z', 'revision_number': 0, 'project_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3fa2d1e-6ae2-49bc-a83e-ff1ee2c747b1', 'name': '', 'network_id': '76029711-1f89-4a0b-abcb-cade63640c30', 'tenant_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'mac_address': 'fa:16:3e:83:f7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ccdb28-6571-4aa1-9074-8602e244db15', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'edbca751-0dff-4862-be2a-c77a6cb4f2ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:06:11Z', 'updated_at': '2021-09-03T13:06:18Z', 'revision_number': 5, 'project_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'subnets': [{'id': 'edbca751-0dff-4862-be2a-c77a6cb4f2ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 13:09:32.336819 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca39b7e-1cbd-44f7-a810-2b10ce87847a None None] New status for floating IP dc6079b9-ec03-4415-95f4-1e9bf4628b5d: ACTIVE {{(pid=120044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 13:09:35.244719 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-c033899e-b78d-407a-a7fe-af7aa5305dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:09:37.010758 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:09:37.850945 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-149dd942-2ecd-4dd0-9c1f-9ec4e9252f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:09:38.393594 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:09:39.050380 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08724a11-fd48-4ea4-9071-7b022d0e8053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:09:40.804859 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-df5ee12c-e8c1-490b-8d0e-415336677a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:09:48.592812 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.agents_db [None req-4ecc573b-6c34-46c7-b31e-835fd9e30662 None None] Agent healthcheck: found 6 active agents {{(pid=120044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 13:10:05.244345 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-61e8cb1a-0dff-49ed-a1df-916a59d4b9ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:10:07.147573 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:10:07.850354 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-9a922d80-0b63-4415-9b9f-9acf0e6a0b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:10:08.421229 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:10:09.055081 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08724a11-fd48-4ea4-9071-7b022d0e8053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:10:10.827816 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-df5ee12c-e8c1-490b-8d0e-415336677a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:10:21.991071 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-4e274221-7334-47d9-81a4-08908cd26524 req-3fb59d76-2157-4238-b366-89816efb7738 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5012fb80-0811-4c86-b5b6-44fe94da0d5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382211 Sep 03 13:10:22.072284 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e274221-7334-47d9-81a4-08908cd26524 req-9128f479-a3b8-41b4-a85e-6aec5695e85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:10:22.073708 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-4e274221-7334-47d9-81a4-08908cd26524 req-9128f479-a3b8-41b4-a85e-6aec5695e85d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d34eab3afdc4475ba16aef69907d1ba9&device_id=5012fb80-0811-4c86-b5b6-44fe94da0d5f HTTP/1.1" status: 200 len: 1098 time: 0.0381372 Sep 03 13:10:22.178815 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e274221-7334-47d9-81a4-08908cd26524 req-024a2621-22a6-46d2-bce7-2ff9cead1925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:10:22.180367 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-4e274221-7334-47d9-81a4-08908cd26524 req-024a2621-22a6-46d2-bce7-2ff9cead1925 service neutron] 10.222.0.11 "GET /v2.0/networks?id=76029711-1f89-4a0b-abcb-cade63640c30 HTTP/1.1" status: 200 len: 912 time: 0.0848668 Sep 03 13:10:22.243543 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-4e274221-7334-47d9-81a4-08908cd26524 req-16691f6e-ad8b-4231-8c2d-87a0e634a6b7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4682dd66-779c-4da9-86f1-05b7e1c6fd28 HTTP/1.1" status: 200 len: 1001 time: 0.0548918 Sep 03 13:10:22.295524 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e274221-7334-47d9-81a4-08908cd26524 req-8ca0521b-a986-4e95-ad69-5df846e8dd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:10:22.296946 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-4e274221-7334-47d9-81a4-08908cd26524 req-8ca0521b-a986-4e95-ad69-5df846e8dd25 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=edbca751-0dff-4862-be2a-c77a6cb4f2ff HTTP/1.1" status: 200 len: 851 time: 0.0452247 Sep 03 13:10:22.340980 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e274221-7334-47d9-81a4-08908cd26524 req-98620da4-d816-44f4-9133-73e889ebfcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:10:22.342390 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-4e274221-7334-47d9-81a4-08908cd26524 req-98620da4-d816-44f4-9133-73e889ebfcbd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=76029711-1f89-4a0b-abcb-cade63640c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0370557 Sep 03 13:10:22.429682 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-4e274221-7334-47d9-81a4-08908cd26524 req-1c1082f9-c0bf-486a-a2b4-ae93986b8ef3 service neutron] 10.222.0.11 "GET /v2.0/networks/76029711-1f89-4a0b-abcb-cade63640c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790474 Sep 03 13:10:22.518049 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-4e274221-7334-47d9-81a4-08908cd26524 req-7466a750-5a38-46d3-a612-75216ed378b3 service neutron] 10.222.0.11 "GET /v2.0/networks/76029711-1f89-4a0b-abcb-cade63640c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809538 Sep 03 13:10:25.590927 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.agents_db [None req-4ecc573b-6c34-46c7-b31e-835fd9e30662 None None] Agent healthcheck: found 6 active agents {{(pid=120044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 13:10:35.238157 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-ecd6a5b1-5d2c-419f-bef2-f2927359684c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:10:37.043483 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:10:37.849532 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-83aa86af-4ca9-44fb-a6d8-d7fad26b5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:10:38.392205 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:10:39.055384 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08724a11-fd48-4ea4-9071-7b022d0e8053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:10:40.832294 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-df5ee12c-e8c1-490b-8d0e-415336677a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:02.589935 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.agents_db [None req-4ecc573b-6c34-46c7-b31e-835fd9e30662 None None] Agent healthcheck: found 6 active agents {{(pid=120044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 13:11:05.260729 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-ccb8b10d-fc5e-42f7-b787-fcd5090e7f8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:07.054793 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:07.967915 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-6ba8b627-eaf1-488b-805b-709f56bc7796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:08.397684 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:09.065937 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08724a11-fd48-4ea4-9071-7b022d0e8053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:09.682845 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-52175f39-7bbd-4981-89dd-0fcc98d3bba4 req-88bf03d1-355f-4b91-be4e-7157cadee603 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1939693705&fields=id&tenant_id=d34eab3afdc4475ba16aef69907d1ba9 HTTP/1.1" status: 200 len: 267 time: 0.0322411 Sep 03 13:11:09.788059 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52175f39-7bbd-4981-89dd-0fcc98d3bba4 req-d0127243-2b45-48cf-91c9-c6d6101afc25 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:09.789395 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-52175f39-7bbd-4981-89dd-0fcc98d3bba4 req-d0127243-2b45-48cf-91c9-c6d6101afc25 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/networks?id=76029711-1f89-4a0b-abcb-cade63640c30 HTTP/1.1" status: 200 len: 812 time: 0.1000521 Sep 03 13:11:09.803440 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-52175f39-7bbd-4981-89dd-0fcc98d3bba4 req-6b5c0c5e-f349-40ea-a44a-e970ea133432 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/quotas/d34eab3afdc4475ba16aef69907d1ba9 HTTP/1.1" status: 200 len: 375 time: 0.0084698 Sep 03 13:11:09.857742 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-52175f39-7bbd-4981-89dd-0fcc98d3bba4 req-f720edd5-6b3c-4b5e-8226-fb946b59e3d9 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d34eab3afdc4475ba16aef69907d1ba9&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0493574 Sep 03 13:11:09.948376 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-52175f39-7bbd-4981-89dd-0fcc98d3bba4 req-ed27ef3f-2441-44a0-9e56-9bad5ff76e73 service neutron] 10.222.0.24 "GET /v2.0/networks/76029711-1f89-4a0b-abcb-cade63640c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796340 Sep 03 13:11:10.038330 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-52175f39-7bbd-4981-89dd-0fcc98d3bba4 req-89f976ca-64d1-43ab-93a9-41a610e3a32c service neutron] 10.222.0.24 "GET /v2.0/networks/76029711-1f89-4a0b-abcb-cade63640c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830684 Sep 03 13:11:10.730872 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-dc0c2198-c567-4f2a-9bf7-ad145823ce17 req-e0226ea6-6e2a-4df2-bc4b-b141f4f1e1fb tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/ports?device_id=72087fb5-a05a-4c01-b403-53855311612d HTTP/1.1" status: 200 len: 210 time: 0.0255582 Sep 03 13:11:10.820622 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-df5ee12c-e8c1-490b-8d0e-415336677a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:11.819244 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-0e2c397b-37ee-4479-a132-c074df6c0111 req-ed9bc822-29b2-4be8-a436-b43953e93ca1 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/ports?device_id=72087fb5-a05a-4c01-b403-53855311612d HTTP/1.1" status: 200 len: 210 time: 0.0241144 Sep 03 13:11:12.665949 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52175f39-7bbd-4981-89dd-0fcc98d3bba4 req-c27a6788-ef07-4c51-b98b-9d3ce7991092 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:12.667373 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-52175f39-7bbd-4981-89dd-0fcc98d3bba4 req-c27a6788-ef07-4c51-b98b-9d3ce7991092 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.11 "GET /v2.0/networks?id=76029711-1f89-4a0b-abcb-cade63640c30 HTTP/1.1" status: 200 len: 812 time: 0.1022832 Sep 03 13:11:12.710136 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-52175f39-7bbd-4981-89dd-0fcc98d3bba4 req-3607ba98-62a2-4ea1-80df-16672bd5f739 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d34eab3afdc4475ba16aef69907d1ba9 HTTP/1.1" status: 200 len: 380 time: 0.0328722 Sep 03 13:11:12.719050 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.v2.base [req-52175f39-7bbd-4981-89dd-0fcc98d3bba4 req-08ed5aae-e849-4525-85a1-cc5217c92463 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Request body: {'port': {'device_id': '72087fb5-a05a-4c01-b403-53855311612d', 'network_id': '76029711-1f89-4a0b-abcb-cade63640c30', 'admin_state_up': True, 'tenant_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'security_groups': ['3c2037f3-d29c-4c8b-a5db-0b4b624e1e8a']}} {{(pid=120042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:11:12.912703 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-5786a634-61c4-4a6f-af26-9cc4d94d9da9 req-c2ec183a-22c7-40c9-b1d5-cfb6ddd438ff tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/ports?device_id=72087fb5-a05a-4c01-b403-53855311612d HTTP/1.1" status: 200 len: 210 time: 0.0256846 Sep 03 13:11:12.913418 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52175f39-7bbd-4981-89dd-0fcc98d3bba4 req-08ed5aae-e849-4525-85a1-cc5217c92463 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Made reservation on behalf of d34eab3afdc4475ba16aef69907d1ba9 for: {'port': 1} {{(pid=120042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 13:11:12.921333 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-52175f39-7bbd-4981-89dd-0fcc98d3bba4 req-08ed5aae-e849-4525-85a1-cc5217c92463 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:13.044409 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.db_base_plugin_common [req-52175f39-7bbd-4981-89dd-0fcc98d3bba4 req-08ed5aae-e849-4525-85a1-cc5217c92463 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Allocated IP 172.20.0.4 (76029711-1f89-4a0b-abcb-cade63640c30/edbca751-0dff-4862-be2a-c77a6cb4f2ff/43c868aa-6afe-43c0-87f9-e4b4068a62f0) {{(pid=120042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 13:11:13.173659 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-52175f39-7bbd-4981-89dd-0fcc98d3bba4 req-08ed5aae-e849-4525-85a1-cc5217c92463 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Notify callbacks [] for port, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:13.187915 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.provisioning_blocks [req-52175f39-7bbd-4981-89dd-0fcc98d3bba4 req-08ed5aae-e849-4525-85a1-cc5217c92463 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Transition to ACTIVE for port object 43c868aa-6afe-43c0-87f9-e4b4068a62f0 will not be triggered until provisioned by entity DHCP. {{(pid=120042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:11:13.306302 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-52175f39-7bbd-4981-89dd-0fcc98d3bba4 req-08ed5aae-e849-4525-85a1-cc5217c92463 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763613061259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534626149'] for port, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:13.351538 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52175f39-7bbd-4981-89dd-0fcc98d3bba4 req-08ed5aae-e849-4525-85a1-cc5217c92463 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Network 76029711-1f89-4a0b-abcb-cade63640c30 is already hosted by enough agents. {{(pid=120042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 13:11:13.354530 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.base_scheduler [req-52175f39-7bbd-4981-89dd-0fcc98d3bba4 req-08ed5aae-e849-4525-85a1-cc5217c92463 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Resources bound (agent type, host, resource id): {{(pid=120042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:11:13.358069 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.l3_dvrscheduler_db [req-52175f39-7bbd-4981-89dd-0fcc98d3bba4 req-08ed5aae-e849-4525-85a1-cc5217c92463 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Received port after_create {{(pid=120042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 13:11:13.382699 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ed5aae-e849-4525-85a1-cc5217c92463 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Pushing event updated for resources: {'Port': ['ID=43c868aa-6afe-43c0-87f9-e4b4068a62f0,revision_number=1']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:11:13.397761 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ed5aae-e849-4525-85a1-cc5217c92463 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:11:13.398119 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ed5aae-e849-4525-85a1-cc5217c92463 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:11:13.398464 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ed5aae-e849-4525-85a1-cc5217c92463 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:11:13.398802 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ed5aae-e849-4525-85a1-cc5217c92463 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:11:13.399127 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ed5aae-e849-4525-85a1-cc5217c92463 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:11:13.399466 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ed5aae-e849-4525-85a1-cc5217c92463 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:11:13.399803 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ed5aae-e849-4525-85a1-cc5217c92463 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:11:13.400167 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ed5aae-e849-4525-85a1-cc5217c92463 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:11:13.400530 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ed5aae-e849-4525-85a1-cc5217c92463 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:11:13.400856 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ed5aae-e849-4525-85a1-cc5217c92463 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:11:13.401182 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ed5aae-e849-4525-85a1-cc5217c92463 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:11:13.401505 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ed5aae-e849-4525-85a1-cc5217c92463 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:11:13.421940 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52175f39-7bbd-4981-89dd-0fcc98d3bba4 req-08ed5aae-e849-4525-85a1-cc5217c92463 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:13.422568 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-52175f39-7bbd-4981-89dd-0fcc98d3bba4 req-08ed5aae-e849-4525-85a1-cc5217c92463 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10697'] for port, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:13.517739 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-52175f39-7bbd-4981-89dd-0fcc98d3bba4 req-08ed5aae-e849-4525-85a1-cc5217c92463 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8021727 Sep 03 13:11:13.530561 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.v2.base [req-52175f39-7bbd-4981-89dd-0fcc98d3bba4 req-50ad6f63-cd77-4342-b47e-79fbfcbc9509 service neutron] Request body: {'port': {'device_id': '72087fb5-a05a-4c01-b403-53855311612d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=120042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:11:13.582318 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-52175f39-7bbd-4981-89dd-0fcc98d3bba4 req-50ad6f63-cd77-4342-b47e-79fbfcbc9509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:13.694534 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-d35d3761-14b9-4091-92b2-1bec68800688 None None] Provisioning for port 43c868aa-6afe-43c0-87f9-e4b4068a62f0 completed by entity DHCP. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:11:13.699001 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-d35d3761-14b9-4091-92b2-1bec68800688 None None] Provisioning complete for port 43c868aa-6afe-43c0-87f9-e4b4068a62f0 triggered by entity DHCP. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:11:13.703994 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-d35d3761-14b9-4091-92b2-1bec68800688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:13.732591 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.plugin [None req-d35d3761-14b9-4091-92b2-1bec68800688 None None] Port 43c868aa-6afe-43c0-87f9-e4b4068a62f0 cannot update to ACTIVE because it is not bound. {{(pid=120043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 13:11:13.840638 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.notifiers.nova [req-52175f39-7bbd-4981-89dd-0fcc98d3bba4 req-50ad6f63-cd77-4342-b47e-79fbfcbc9509 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43c868aa-6afe-43c0-87f9-e4b4068a62f0 {{(pid=120042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 13:11:13.847888 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-52175f39-7bbd-4981-89dd-0fcc98d3bba4 req-50ad6f63-cd77-4342-b47e-79fbfcbc9509 service neutron] Notify callbacks [] for port, precommit_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:13.861335 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.provisioning_blocks [req-52175f39-7bbd-4981-89dd-0fcc98d3bba4 req-50ad6f63-cd77-4342-b47e-79fbfcbc9509 service neutron] Transition to ACTIVE for port object 43c868aa-6afe-43c0-87f9-e4b4068a62f0 will not be triggered until provisioned by entity L2. {{(pid=120042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 13:11:13.952194 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-52175f39-7bbd-4981-89dd-0fcc98d3bba4 req-50ad6f63-cd77-4342-b47e-79fbfcbc9509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534626162'] for port, after_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:14.031140 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ad6f63-cd77-4342-b47e-79fbfcbc9509 service neutron] Pushing event updated for resources: {'Port': ['ID=43c868aa-6afe-43c0-87f9-e4b4068a62f0,revision_number=2']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:11:14.091868 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9aa98e-1325-45b3-b274-7a7622d48c75 req-32147b87-b953-4018-a145-d72c3b9f6a04 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:14.093268 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ca9aa98e-1325-45b3-b274-7a7622d48c75 req-32147b87-b953-4018-a145-d72c3b9f6a04 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/ports?device_id=72087fb5-a05a-4c01-b403-53855311612d HTTP/1.1" status: 200 len: 943 time: 0.1143277 Sep 03 13:11:14.138415 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.managers [req-52175f39-7bbd-4981-89dd-0fcc98d3bba4 req-50ad6f63-cd77-4342-b47e-79fbfcbc9509 service neutron] Attempting to bind port 43c868aa-6afe-43c0-87f9-e4b4068a62f0 on host hv-cinder-78878 for vnic_type normal with profile {{(pid=120042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 13:11:14.138756 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.managers [req-52175f39-7bbd-4981-89dd-0fcc98d3bba4 req-50ad6f63-cd77-4342-b47e-79fbfcbc9509 service neutron] Attempting to bind port 43c868aa-6afe-43c0-87f9-e4b4068a62f0 by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': 'cdbbc9d5-da86-470a-942c-2d06f55ad836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '76029711-1f89-4a0b-abcb-cade63640c30'}] {{(pid=120042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 13:11:14.139092 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52175f39-7bbd-4981-89dd-0fcc98d3bba4 req-50ad6f63-cd77-4342-b47e-79fbfcbc9509 service neutron] Attempting to bind port 43c868aa-6afe-43c0-87f9-e4b4068a62f0 on network 76029711-1f89-4a0b-abcb-cade63640c30 {{(pid=120042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 13:11:14.149415 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-ca9aa98e-1325-45b3-b274-7a7622d48c75 req-cf8af369-915f-4e2a-b5b9-97541d8c2f77 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c2037f3-d29c-4c8b-a5db-0b4b624e1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492654 Sep 03 13:11:14.150117 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52175f39-7bbd-4981-89dd-0fcc98d3bba4 req-50ad6f63-cd77-4342-b47e-79fbfcbc9509 service neutron] Port 43c868aa-6afe-43c0-87f9-e4b4068a62f0 on network 76029711-1f89-4a0b-abcb-cade63640c30 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=120042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 13:11:14.150567 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52175f39-7bbd-4981-89dd-0fcc98d3bba4 req-50ad6f63-cd77-4342-b47e-79fbfcbc9509 service neutron] Attempting to bind port 43c868aa-6afe-43c0-87f9-e4b4068a62f0 on network 76029711-1f89-4a0b-abcb-cade63640c30 {{(pid=120042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 13:11:14.155390 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52175f39-7bbd-4981-89dd-0fcc98d3bba4 req-50ad6f63-cd77-4342-b47e-79fbfcbc9509 service neutron] Checking agent: {'id': '0f6a9262-0a79-4cf4-ac76-73211ad22d47', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 12, 55, 7), 'started_at': datetime.datetime(2021, 9, 3, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 13, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 13:11:14.155733 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52175f39-7bbd-4981-89dd-0fcc98d3bba4 req-50ad6f63-cd77-4342-b47e-79fbfcbc9509 service neutron] Checking segment: {'id': 'cdbbc9d5-da86-470a-942c-2d06f55ad836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '76029711-1f89-4a0b-abcb-cade63640c30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 13:11:14.156147 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52175f39-7bbd-4981-89dd-0fcc98d3bba4 req-50ad6f63-cd77-4342-b47e-79fbfcbc9509 service neutron] Bound using segment: {'id': 'cdbbc9d5-da86-470a-942c-2d06f55ad836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '76029711-1f89-4a0b-abcb-cade63640c30'} {{(pid=120042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 13:11:14.156580 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.managers [req-52175f39-7bbd-4981-89dd-0fcc98d3bba4 req-50ad6f63-cd77-4342-b47e-79fbfcbc9509 service neutron] Bound port: 43c868aa-6afe-43c0-87f9-e4b4068a62f0, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdbbc9d5-da86-470a-942c-2d06f55ad836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '76029711-1f89-4a0b-abcb-cade63640c30'}}] {{(pid=120042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 13:11:14.156954 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-52175f39-7bbd-4981-89dd-0fcc98d3bba4 req-50ad6f63-cd77-4342-b47e-79fbfcbc9509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:14.219416 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.db [req-52175f39-7bbd-4981-89dd-0fcc98d3bba4 req-50ad6f63-cd77-4342-b47e-79fbfcbc9509 service neutron] For port 43c868aa-6afe-43c0-87f9-e4b4068a62f0, host hv-cinder-78878, cleared binding levels {{(pid=120042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 13:11:14.222259 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.db [req-52175f39-7bbd-4981-89dd-0fcc98d3bba4 req-50ad6f63-cd77-4342-b47e-79fbfcbc9509 service neutron] For port 43c868aa-6afe-43c0-87f9-e4b4068a62f0, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=43c868aa-6afe-43c0-87f9-e4b4068a62f0,segment=NetworkSegment(cdbbc9d5-da86-470a-942c-2d06f55ad836),segment_id=cdbbc9d5-da86-470a-942c-2d06f55ad836)] {{(pid=120042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 13:11:14.265969 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-52175f39-7bbd-4981-89dd-0fcc98d3bba4 req-50ad6f63-cd77-4342-b47e-79fbfcbc9509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534626162'] for port, after_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:14.300391 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52175f39-7bbd-4981-89dd-0fcc98d3bba4 req-50ad6f63-cd77-4342-b47e-79fbfcbc9509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:14.302105 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-52175f39-7bbd-4981-89dd-0fcc98d3bba4 req-50ad6f63-cd77-4342-b47e-79fbfcbc9509 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10697'] for port, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:14.302468 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-52175f39-7bbd-4981-89dd-0fcc98d3bba4 req-50ad6f63-cd77-4342-b47e-79fbfcbc9509 service neutron] 10.222.0.11 "PUT /v2.0/ports/43c868aa-6afe-43c0-87f9-e4b4068a62f0 HTTP/1.1" status: 200 len: 1093 time: 0.7762756 Sep 03 13:11:14.302772 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72087fb5-a05a-4c01-b403-53855311612d', 'tag': '43c868aa-6afe-43c0-87f9-e4b4068a62f0'}] {{(pid=120042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:11:14.305014 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d2a6420b193a10f45e0477184c700453c1253cfa456d27c4e3ab5b2f2f62351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f10267a9-a677-4485-b927-3d9b89d9cfdc" -d '{"events": [{"name": "network-changed", "server_uuid": "72087fb5-a05a-4c01-b403-53855311612d", "tag": "43c868aa-6afe-43c0-87f9-e4b4068a62f0"}]}' {{(pid=120042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:11:14.332129 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ad6f63-cd77-4342-b47e-79fbfcbc9509 service neutron] Pushing event updated for resources: {'Port': ['ID=43c868aa-6afe-43c0-87f9-e4b4068a62f0,revision_number=3']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:11:14.346980 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 13:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e820cb0d-a6ed-45fa-b9cc-a07b002a3411 x-openstack-request-id: req-e820cb0d-a6ed-45fa-b9cc-a07b002a3411 {{(pid=120042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:11:14.347275 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72087fb5-a05a-4c01-b403-53855311612d", "tag": "43c868aa-6afe-43c0-87f9-e4b4068a62f0", "status": "completed", "code": 200}]} {{(pid=120042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:11:14.347554 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e820cb0d-a6ed-45fa-b9cc-a07b002a3411 {{(pid=120042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:11:14.348004 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72087fb5-a05a-4c01-b403-53855311612d', 'tag': '43c868aa-6afe-43c0-87f9-e4b4068a62f0', 'status': 'completed', 'code': 200} Sep 03 13:11:14.666145 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10267a9-a677-4485-b927-3d9b89d9cfdc req-fd3e9079-0328-49a0-93c5-1ecfd6dbedc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:14.667620 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-f10267a9-a677-4485-b927-3d9b89d9cfdc req-fd3e9079-0328-49a0-93c5-1ecfd6dbedc8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d34eab3afdc4475ba16aef69907d1ba9&device_id=72087fb5-a05a-4c01-b403-53855311612d HTTP/1.1" status: 200 len: 1096 time: 0.2990201 Sep 03 13:11:14.761885 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10267a9-a677-4485-b927-3d9b89d9cfdc req-85159904-5e9d-4251-bb9f-172f44a5c87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:14.763794 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-f10267a9-a677-4485-b927-3d9b89d9cfdc req-85159904-5e9d-4251-bb9f-172f44a5c87c service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=d34eab3afdc4475ba16aef69907d1ba9&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0880563 Sep 03 13:11:14.852625 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10267a9-a677-4485-b927-3d9b89d9cfdc req-a9e40eb9-711a-453c-8407-6c9e8b2ef61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:14.854152 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-f10267a9-a677-4485-b927-3d9b89d9cfdc req-a9e40eb9-711a-453c-8407-6c9e8b2ef61d service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0837975 Sep 03 13:11:14.929299 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52175f39-7bbd-4981-89dd-0fcc98d3bba4 req-73c60016-9aa2-4bd1-b6ca-f5a3075fdefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:14.930723 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-52175f39-7bbd-4981-89dd-0fcc98d3bba4 req-73c60016-9aa2-4bd1-b6ca-f5a3075fdefd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d34eab3afdc4475ba16aef69907d1ba9&device_id=72087fb5-a05a-4c01-b403-53855311612d HTTP/1.1" status: 200 len: 1096 time: 0.0405874 Sep 03 13:11:14.976048 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-52175f39-7bbd-4981-89dd-0fcc98d3bba4 req-1b7ab915-5f93-40a2-8d65-4ff04ce6bc9f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=43c868aa-6afe-43c0-87f9-e4b4068a62f0 HTTP/1.1" status: 200 len: 217 time: 0.0354433 Sep 03 13:11:15.026004 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52175f39-7bbd-4981-89dd-0fcc98d3bba4 req-a7559b11-b4cd-4c03-8e4f-27dcb568a653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:15.027381 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-52175f39-7bbd-4981-89dd-0fcc98d3bba4 req-a7559b11-b4cd-4c03-8e4f-27dcb568a653 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=edbca751-0dff-4862-be2a-c77a6cb4f2ff HTTP/1.1" status: 200 len: 851 time: 0.0423353 Sep 03 13:11:15.072006 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52175f39-7bbd-4981-89dd-0fcc98d3bba4 req-dc85456d-5659-4198-aeae-9cbabf3c8612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:15.073465 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-52175f39-7bbd-4981-89dd-0fcc98d3bba4 req-dc85456d-5659-4198-aeae-9cbabf3c8612 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=76029711-1f89-4a0b-abcb-cade63640c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0382497 Sep 03 13:11:15.166838 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-52175f39-7bbd-4981-89dd-0fcc98d3bba4 req-0f94bbc0-01f0-4059-889c-53d307b6aefe service neutron] 10.222.0.11 "GET /v2.0/networks/76029711-1f89-4a0b-abcb-cade63640c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829554 Sep 03 13:11:15.297416 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-52175f39-7bbd-4981-89dd-0fcc98d3bba4 req-91994c67-51fb-4a1f-9f21-c398b440c145 service neutron] 10.222.0.11 "GET /v2.0/networks/76029711-1f89-4a0b-abcb-cade63640c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166556 Sep 03 13:11:15.309908 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6270489b-3992-47b7-8316-543a2bec58a9 req-bb6b8424-c744-4658-b38f-6b3b169a751f tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:15.311379 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-6270489b-3992-47b7-8316-543a2bec58a9 req-bb6b8424-c744-4658-b38f-6b3b169a751f tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/ports?device_id=72087fb5-a05a-4c01-b403-53855311612d HTTP/1.1" status: 200 len: 943 time: 0.0727003 Sep 03 13:11:15.349773 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-6270489b-3992-47b7-8316-543a2bec58a9 req-01b7bddf-f57a-4181-9b26-d409daa23caa tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c2037f3-d29c-4c8b-a5db-0b4b624e1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324709 Sep 03 13:11:16.460873 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aad92f2-e8fb-4227-a8c6-fb091a44a781 req-b3a3ab4b-bc16-413e-b697-262521a1a118 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:16.462322 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-9aad92f2-e8fb-4227-a8c6-fb091a44a781 req-b3a3ab4b-bc16-413e-b697-262521a1a118 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/ports?device_id=72087fb5-a05a-4c01-b403-53855311612d HTTP/1.1" status: 200 len: 943 time: 0.0464022 Sep 03 13:11:16.498864 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-9aad92f2-e8fb-4227-a8c6-fb091a44a781 req-bf8518d3-1eec-4128-a5a2-98ac2eaaf047 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c2037f3-d29c-4c8b-a5db-0b4b624e1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302219 Sep 03 13:11:17.608995 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15ed681-ae1c-48ab-8564-74315de74518 req-92b2a48c-df86-4531-9c0b-2f175912d2cc tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:17.610452 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-f15ed681-ae1c-48ab-8564-74315de74518 req-92b2a48c-df86-4531-9c0b-2f175912d2cc tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/ports?device_id=72087fb5-a05a-4c01-b403-53855311612d HTTP/1.1" status: 200 len: 943 time: 0.0474799 Sep 03 13:11:17.646463 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-f15ed681-ae1c-48ab-8564-74315de74518 req-24fdfaf0-b5d1-44ad-b043-c38de59d67d2 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c2037f3-d29c-4c8b-a5db-0b4b624e1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302856 Sep 03 13:11:18.813251 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5adf65b-e0ed-4739-863a-c7e99dd02e70 req-e0c6ba63-cff6-43b9-863a-b5c57d95de88 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:18.814729 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-f5adf65b-e0ed-4739-863a-c7e99dd02e70 req-e0c6ba63-cff6-43b9-863a-b5c57d95de88 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/ports?device_id=72087fb5-a05a-4c01-b403-53855311612d HTTP/1.1" status: 200 len: 943 time: 0.1040092 Sep 03 13:11:18.851865 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-f5adf65b-e0ed-4739-863a-c7e99dd02e70 req-aa88317a-ce6c-4352-884c-6bc4852e24ad tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c2037f3-d29c-4c8b-a5db-0b4b624e1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312605 Sep 03 13:11:19.961767 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c49160-69be-4231-9d25-c787433c56e6 req-66e13dd2-c3ee-4021-9615-2fb98c2f0052 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:19.963214 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-90c49160-69be-4231-9d25-c787433c56e6 req-66e13dd2-c3ee-4021-9615-2fb98c2f0052 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/ports?device_id=72087fb5-a05a-4c01-b403-53855311612d HTTP/1.1" status: 200 len: 943 time: 0.0465870 Sep 03 13:11:19.999515 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-90c49160-69be-4231-9d25-c787433c56e6 req-8860fde9-aeb5-4f0d-a740-99b46825e3c4 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c2037f3-d29c-4c8b-a5db-0b4b624e1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299382 Sep 03 13:11:21.109663 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113646b1-a652-4998-b55c-358551ac7b21 req-9f7c2fe1-f28b-47a3-bd2b-f4729c547246 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:21.111047 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-113646b1-a652-4998-b55c-358551ac7b21 req-9f7c2fe1-f28b-47a3-bd2b-f4729c547246 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/ports?device_id=72087fb5-a05a-4c01-b403-53855311612d HTTP/1.1" status: 200 len: 943 time: 0.0475490 Sep 03 13:11:21.148094 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-113646b1-a652-4998-b55c-358551ac7b21 req-fd094e10-4c7f-4f2b-a34a-1560b5121952 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c2037f3-d29c-4c8b-a5db-0b4b624e1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311992 Sep 03 13:11:22.261206 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8a32b7-f8f2-4db9-a6c1-cb2d7cffe64b req-6422dbf4-4fae-4ea9-95f5-636a0cbdb2d0 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:22.263174 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-5a8a32b7-f8f2-4db9-a6c1-cb2d7cffe64b req-6422dbf4-4fae-4ea9-95f5-636a0cbdb2d0 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/ports?device_id=72087fb5-a05a-4c01-b403-53855311612d HTTP/1.1" status: 200 len: 943 time: 0.0506394 Sep 03 13:11:22.300975 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-5a8a32b7-f8f2-4db9-a6c1-cb2d7cffe64b req-63dcb112-6839-4b83-a52c-c185fb811fe5 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c2037f3-d29c-4c8b-a5db-0b4b624e1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316978 Sep 03 13:11:23.409441 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a664dd-2220-457d-a2b4-d602c0c2c4a3 req-33cd5846-d485-462e-a281-bc8ec72f6efe tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:23.410883 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-00a664dd-2220-457d-a2b4-d602c0c2c4a3 req-33cd5846-d485-462e-a281-bc8ec72f6efe tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/ports?device_id=72087fb5-a05a-4c01-b403-53855311612d HTTP/1.1" status: 200 len: 943 time: 0.0458066 Sep 03 13:11:23.447103 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-00a664dd-2220-457d-a2b4-d602c0c2c4a3 req-50466e65-8a2b-4c3d-8f84-347bb643d8b5 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c2037f3-d29c-4c8b-a5db-0b4b624e1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305128 Sep 03 13:11:23.502292 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Device 43c868aa-6afe-43c0-87f9-e4b4068a62f0 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=120043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 13:11:23.592879 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] For port 43c868aa-6afe-43c0-87f9-e4b4068a62f0, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=43c868aa-6afe-43c0-87f9-e4b4068a62f0,segment=NetworkSegment(cdbbc9d5-da86-470a-942c-2d06f55ad836),segment_id=cdbbc9d5-da86-470a-942c-2d06f55ad836)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:11:23.603263 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Returning: {'device': '43c868aa-6afe-43c0-87f9-e4b4068a62f0', 'network_id': '76029711-1f89-4a0b-abcb-cade63640c30', 'port_id': '43c868aa-6afe-43c0-87f9-e4b4068a62f0', 'mac_address': 'fa:16:3e:65:51:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edbca751-0dff-4862-be2a-c77a6cb4f2ff', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 13:11:23.638454 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:23.650280 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.notifiers.nova [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43c868aa-6afe-43c0-87f9-e4b4068a62f0 {{(pid=120043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 13:11:23.668917 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] For port 43c868aa-6afe-43c0-87f9-e4b4068a62f0, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=43c868aa-6afe-43c0-87f9-e4b4068a62f0,segment=NetworkSegment(cdbbc9d5-da86-470a-942c-2d06f55ad836),segment_id=cdbbc9d5-da86-470a-942c-2d06f55ad836)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:11:23.745599 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:23.790536 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Pushing event updated for resources: {'Port': ['ID=43c868aa-6afe-43c0-87f9-e4b4068a62f0,revision_number=4']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:11:23.797399 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:11:23.797760 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:11:23.798113 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:11:23.798459 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:11:23.798802 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:11:23.799144 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:11:23.799484 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:11:23.799833 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:11:23.800182 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:11:23.800515 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:11:23.800847 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:11:23.801176 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:11:23.980655 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] get_ports_and_sgs() called for port_ids ['43c868aa-6afe-43c0-87f9-e4b4068a62f0'] {{(pid=120043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 13:11:23.997825 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-fbc3ea10-2744-4c7b-9cb6-c678c5053f80 req-3cb387ca-6c1d-4f4e-ab9d-982f52eefd57 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5012fb80-0811-4c86-b5b6-44fe94da0d5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394490 Sep 03 13:11:24.083527 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc3ea10-2744-4c7b-9cb6-c678c5053f80 req-78c70afb-9849-4d7a-9bfc-a9e23e5e630f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:24.085024 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-fbc3ea10-2744-4c7b-9cb6-c678c5053f80 req-78c70afb-9849-4d7a-9bfc-a9e23e5e630f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d34eab3afdc4475ba16aef69907d1ba9&device_id=5012fb80-0811-4c86-b5b6-44fe94da0d5f HTTP/1.1" status: 200 len: 1098 time: 0.0426016 Sep 03 13:11:24.182963 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc3ea10-2744-4c7b-9cb6-c678c5053f80 req-5f0e10a2-9f18-425c-afd1-ff3974a78c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:24.184985 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-fbc3ea10-2744-4c7b-9cb6-c678c5053f80 req-5f0e10a2-9f18-425c-afd1-ff3974a78c24 service neutron] 10.222.0.11 "GET /v2.0/networks?id=76029711-1f89-4a0b-abcb-cade63640c30 HTTP/1.1" status: 200 len: 912 time: 0.0817320 Sep 03 13:11:24.253345 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-fbc3ea10-2744-4c7b-9cb6-c678c5053f80 req-4e337926-1bb6-4c09-8ead-f241e8e099d9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4682dd66-779c-4da9-86f1-05b7e1c6fd28 HTTP/1.1" status: 200 len: 1001 time: 0.0588946 Sep 03 13:11:24.302087 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc3ea10-2744-4c7b-9cb6-c678c5053f80 req-c8c54412-5809-41ef-b3fd-f19373f5b8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:24.303481 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-fbc3ea10-2744-4c7b-9cb6-c678c5053f80 req-c8c54412-5809-41ef-b3fd-f19373f5b8bf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=edbca751-0dff-4862-be2a-c77a6cb4f2ff HTTP/1.1" status: 200 len: 851 time: 0.0419223 Sep 03 13:11:24.350095 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc3ea10-2744-4c7b-9cb6-c678c5053f80 req-245fc44a-dba3-4ad7-ac8a-55b76e7e98a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:24.351491 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-fbc3ea10-2744-4c7b-9cb6-c678c5053f80 req-245fc44a-dba3-4ad7-ac8a-55b76e7e98a5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=76029711-1f89-4a0b-abcb-cade63640c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0374179 Sep 03 13:11:24.443002 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-fbc3ea10-2744-4c7b-9cb6-c678c5053f80 req-0d23dca1-7ecd-402a-8048-f79e8b6443cf service neutron] 10.222.0.11 "GET /v2.0/networks/76029711-1f89-4a0b-abcb-cade63640c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816460 Sep 03 13:11:24.558638 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-fbc3ea10-2744-4c7b-9cb6-c678c5053f80 req-a2bf1649-6c43-4512-ac5e-0e438c928c52 service neutron] 10.222.0.11 "GET /v2.0/networks/76029711-1f89-4a0b-abcb-cade63640c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069067 Sep 03 13:11:24.574696 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb15dc-d4fa-4e48-897c-de5b051bf85a req-670c31d0-1ae9-420b-b454-0487107394d4 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:24.576389 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-a5eb15dc-d4fa-4e48-897c-de5b051bf85a req-670c31d0-1ae9-420b-b454-0487107394d4 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/ports?device_id=72087fb5-a05a-4c01-b403-53855311612d HTTP/1.1" status: 200 len: 944 time: 0.0642459 Sep 03 13:11:24.613555 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-a5eb15dc-d4fa-4e48-897c-de5b051bf85a req-1f803262-541d-430b-bdae-f4bbbd0e61b6 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c2037f3-d29c-4c8b-a5db-0b4b624e1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311809 Sep 03 13:11:25.517366 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Device 43c868aa-6afe-43c0-87f9-e4b4068a62f0 up at agent hyperv_hv-cinder-78878 {{(pid=120043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 13:11:25.625566 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Provisioning for port 43c868aa-6afe-43c0-87f9-e4b4068a62f0 completed by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 13:11:25.629221 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.provisioning_blocks [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Provisioning complete for port 43c868aa-6afe-43c0-87f9-e4b4068a62f0 triggered by entity L2. {{(pid=120043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 13:11:25.629593 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671601'] for port, provisioning_complete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:25.704429 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:25.723655 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38973a0-ead9-4023-a57d-53dc49253de9 req-00110c76-288f-4620-b463-c44008092ab9 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:25.725513 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-a38973a0-ead9-4023-a57d-53dc49253de9 req-00110c76-288f-4620-b463-c44008092ab9 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/ports?device_id=72087fb5-a05a-4c01-b403-53855311612d HTTP/1.1" status: 200 len: 944 time: 0.0477669 Sep 03 13:11:25.728980 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72087fb5-a05a-4c01-b403-53855311612d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43c868aa-6afe-43c0-87f9-e4b4068a62f0'}] {{(pid=120043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:11:25.728980 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75183f2819bd2f1145e278a2316968184774222fd4353ccf17289daf4feac16a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63383912-7dd6-41f9-97c6-c6fe8f591168" -d '{"events": [{"server_uuid": "72087fb5-a05a-4c01-b403-53855311612d", "name": "network-vif-plugged", "status": "completed", "tag": "43c868aa-6afe-43c0-87f9-e4b4068a62f0"}]}' {{(pid=120043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:11:25.740572 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] For port 43c868aa-6afe-43c0-87f9-e4b4068a62f0, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=43c868aa-6afe-43c0-87f9-e4b4068a62f0,segment=NetworkSegment(cdbbc9d5-da86-470a-942c-2d06f55ad836),segment_id=cdbbc9d5-da86-470a-942c-2d06f55ad836)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:11:25.765578 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-a38973a0-ead9-4023-a57d-53dc49253de9 req-b98e1a0b-59ea-4138-814e-a0d551dc84da tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c2037f3-d29c-4c8b-a5db-0b4b624e1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338421 Sep 03 13:11:25.765723 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 13:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9fd4ec6-c5e3-4587-a9aa-d61b9e7de4e4 x-openstack-request-id: req-f9fd4ec6-c5e3-4587-a9aa-d61b9e7de4e4 {{(pid=120043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:11:25.765913 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72087fb5-a05a-4c01-b403-53855311612d", "name": "network-vif-plugged", "status": "completed", "tag": "43c868aa-6afe-43c0-87f9-e4b4068a62f0", "code": 200}]} {{(pid=120043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:11:25.766169 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f9fd4ec6-c5e3-4587-a9aa-d61b9e7de4e4 {{(pid=120043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:11:25.766568 dv-cinder-788782-9-iscsi neutron-server[120043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72087fb5-a05a-4c01-b403-53855311612d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43c868aa-6afe-43c0-87f9-e4b4068a62f0', 'code': 200} Sep 03 13:11:25.785828 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295'] for port, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:25.837211 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Pushing event updated for resources: {'Port': ['ID=43c868aa-6afe-43c0-87f9-e4b4068a62f0,revision_number=5']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:11:26.140640 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf4c67e-8280-417e-b4a8-7ec657723411 req-fb85673c-3ae9-428a-bd54-87fbe84bbd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:26.142100 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-1cf4c67e-8280-417e-b4a8-7ec657723411 req-fb85673c-3ae9-428a-bd54-87fbe84bbd0a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=72087fb5-a05a-4c01-b403-53855311612d HTTP/1.1" status: 200 len: 1098 time: 0.0380087 Sep 03 13:11:26.174546 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-1cf4c67e-8280-417e-b4a8-7ec657723411 req-4806ad54-0043-49b5-ba4f-da95742c0ba1 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3c2037f3-d29c-4c8b-a5db-0b4b624e1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0258014 Sep 03 13:11:26.881218 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59d6efd-8383-4205-9ada-96695abde0bf req-87850f3f-6c2d-4d01-85be-a8dcab0097f0 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:26.882675 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-f59d6efd-8383-4205-9ada-96695abde0bf req-87850f3f-6c2d-4d01-85be-a8dcab0097f0 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/ports?device_id=72087fb5-a05a-4c01-b403-53855311612d HTTP/1.1" status: 200 len: 945 time: 0.0503528 Sep 03 13:11:26.919457 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-f59d6efd-8383-4205-9ada-96695abde0bf req-b846e3c6-4cb8-4624-9932-bba1c1338348 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c2037f3-d29c-4c8b-a5db-0b4b624e1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304472 Sep 03 13:11:28.029330 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf27444-e9b7-487d-af1e-d33be589a73d req-8bef2e4c-82f9-4ecd-91f1-778e3b0079ea tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:28.030792 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-fcf27444-e9b7-487d-af1e-d33be589a73d req-8bef2e4c-82f9-4ecd-91f1-778e3b0079ea tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/ports?device_id=72087fb5-a05a-4c01-b403-53855311612d HTTP/1.1" status: 200 len: 945 time: 0.0465169 Sep 03 13:11:28.067680 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-fcf27444-e9b7-487d-af1e-d33be589a73d req-e8e01416-2624-4542-9f7e-63c7ade23ccb tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c2037f3-d29c-4c8b-a5db-0b4b624e1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308640 Sep 03 13:11:28.177350 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cbbfa9-3c7a-46f8-9121-f38b2f2b91e0 req-7355af30-1037-4995-b3e0-6b8ba2e03390 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:28.178771 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-c3cbbfa9-3c7a-46f8-9121-f38b2f2b91e0 req-7355af30-1037-4995-b3e0-6b8ba2e03390 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/ports?device_id=72087fb5-a05a-4c01-b403-53855311612d HTTP/1.1" status: 200 len: 945 time: 0.0465291 Sep 03 13:11:28.214514 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-c3cbbfa9-3c7a-46f8-9121-f38b2f2b91e0 req-a19732e2-fea5-48e9-8b19-b4bfef3ee342 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c2037f3-d29c-4c8b-a5db-0b4b624e1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300655 Sep 03 13:11:28.235943 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 45986) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:11:28.276252 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8137c02-f8d3-4026-b0c6-9113575bdd3f tempest-TestVolumeBootPattern-1287815899 tempest-TestVolumeBootPattern-1287815899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:28.278316 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-a8137c02-f8d3-4026-b0c6-9113575bdd3f tempest-TestVolumeBootPattern-1287815899 tempest-TestVolumeBootPattern-1287815899-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=72087fb5-a05a-4c01-b403-53855311612d HTTP/1.1" status: 200 len: 1093 time: 0.0408123 Sep 03 13:11:28.280890 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 45988) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:11:28.285125 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.v2.base [None req-9e4a73f1-c0dd-4776-96b0-49218fc509bc tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Request body: {'floatingip': {'floating_network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'port_id': '43c868aa-6afe-43c0-87f9-e4b4068a62f0', 'tenant_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'fixed_ip_address': '172.20.0.4'}} {{(pid=120042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 13:11:28.385516 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-9e4a73f1-c0dd-4776-96b0-49218fc509bc tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Notify callbacks [] for floatingip, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:28.476776 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-9e4a73f1-c0dd-4776-96b0-49218fc509bc tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:28.578416 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.db_base_plugin_common [None req-9e4a73f1-c0dd-4776-96b0-49218fc509bc tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Allocated IP 172.27.3.126 (9198821c-ee56-4cb5-9e5d-ab43e0594ece/2efca78d-d4c6-45b2-a3f0-03ef309b0579/40f18ded-c167-476b-9361-d92181ca569f) {{(pid=120042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 13:11:28.674871 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-9e4a73f1-c0dd-4776-96b0-49218fc509bc tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Notify callbacks [] for port, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:28.768832 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-9e4a73f1-c0dd-4776-96b0-49218fc509bc tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763613061259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534626149'] for port, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:28.804916 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e4a73f1-c0dd-4776-96b0-49218fc509bc tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Network 9198821c-ee56-4cb5-9e5d-ab43e0594ece is already hosted by enough agents. {{(pid=120042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 13:11:28.807679 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.base_scheduler [None req-9e4a73f1-c0dd-4776-96b0-49218fc509bc tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Resources bound (agent type, host, resource id): {{(pid=120042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 13:11:28.811626 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4a73f1-c0dd-4776-96b0-49218fc509bc tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Received port after_create {{(pid=120042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 13:11:28.839776 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4a73f1-c0dd-4776-96b0-49218fc509bc tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Pushing event updated for resources: {'Port': ['ID=40f18ded-c167-476b-9361-d92181ca569f,revision_number=1']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:11:29.138542 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-9e4a73f1-c0dd-4776-96b0-49218fc509bc tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Notify callbacks [] for floatingip, precommit_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:29.248429 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-9e4a73f1-c0dd-4776-96b0-49218fc509bc tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561209'] for port, before_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:29.389522 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-9e4a73f1-c0dd-4776-96b0-49218fc509bc tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Notify callbacks [] for port, precommit_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:29.459881 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-9e4a73f1-c0dd-4776-96b0-49218fc509bc tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763613567946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763613061277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763613061295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534626162'] for port, after_update {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:29.526097 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4a73f1-c0dd-4776-96b0-49218fc509bc tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Pushing event updated for resources: {'Port': ['ID=40f18ded-c167-476b-9361-d92181ca569f,revision_number=2']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:11:29.534446 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-9e4a73f1-c0dd-4776-96b0-49218fc509bc tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748779'] for floatingip, after_create {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:29.628851 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.db.l3_db [None req-9e4a73f1-c0dd-4776-96b0-49218fc509bc tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Floating IP cf17e3f0-511e-4e52-bbfc-228ca1c32fc8 associated. External IP: 172.27.3.126, port: 43c868aa-6afe-43c0-87f9-e4b4068a62f0. Sep 03 13:11:29.821661 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e4a73f1-c0dd-4776-96b0-49218fc509bc tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Router 13ccdb28-6571-4aa1-9074-8602e244db15 has already been hosted by L3 agent 3ba3cff0-0714-4a2d-b638-391a63c22700 {{(pid=120042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 13:11:29.924127 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e4a73f1-c0dd-4776-96b0-49218fc509bc tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Notify agent at l3_agent.dv-cinder-788782-9-iscsi the message routers_updated {{(pid=120042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 13:11:29.933385 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb700302-e137-4c3a-9f06-5eab5f4b354e None None] Sync routers for ids ['13ccdb28-6571-4aa1-9074-8602e244db15'] in dv-cinder-788782-9-iscsi {{(pid=120043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 13:11:29.943115 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb700302-e137-4c3a-9f06-5eab5f4b354e None None] Routers {'13ccdb28-6571-4aa1-9074-8602e244db15'} bound to L3 agent in host dv-cinder-788782-9-iscsi {{(pid=120043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:11:29.943723 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_hamode_db [None req-cb700302-e137-4c3a-9f06-5eab5f4b354e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T12:48:38Z,description=,heartbeat_timestamp=2021-09-03T13:11:08Z,host='dv-cinder-788782-9-iscsi',id=3ba3cff0-0714-4a2d-b638-391a63c22700,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:48:38Z,topic='l3_agent')) {'router_ids': ['13ccdb28-6571-4aa1-9074-8602e244db15'], 'active': True} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:11:30.001956 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-9e4a73f1-c0dd-4776-96b0-49218fc509bc tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10697'] for floatingip, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:30.028722 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-9e4a73f1-c0dd-4776-96b0-49218fc509bc tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7467554 Sep 03 13:11:30.029266 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72087fb5-a05a-4c01-b403-53855311612d', 'tag': '43c868aa-6afe-43c0-87f9-e4b4068a62f0'}] {{(pid=120042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:11:30.031509 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d2a6420b193a10f45e0477184c700453c1253cfa456d27c4e3ab5b2f2f62351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cd09635-dbe1-4f47-b52d-274c0fd1729a" -d '{"events": [{"name": "network-changed", "server_uuid": "72087fb5-a05a-4c01-b403-53855311612d", "tag": "43c868aa-6afe-43c0-87f9-e4b4068a62f0"}]}' {{(pid=120042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:11:30.052315 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvr_db [None req-cb700302-e137-4c3a-9f06-5eab5f4b354e None None] Set router 13ccdb28-6571-4aa1-9074-8602e244db15 gateway port host: dv-cinder-788782-9-iscsi {{(pid=120043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:11:30.079883 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 13:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c6f76a8-943f-4f30-a1ff-195d8e4a90cb x-openstack-request-id: req-4c6f76a8-943f-4f30-a1ff-195d8e4a90cb {{(pid=120042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:11:30.080182 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72087fb5-a05a-4c01-b403-53855311612d", "tag": "43c868aa-6afe-43c0-87f9-e4b4068a62f0", "status": "completed", "code": 200}]} {{(pid=120042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:11:30.080440 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4c6f76a8-943f-4f30-a1ff-195d8e4a90cb {{(pid=120042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:11:30.080850 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72087fb5-a05a-4c01-b403-53855311612d', 'tag': '43c868aa-6afe-43c0-87f9-e4b4068a62f0', 'status': 'completed', 'code': 200} Sep 03 13:11:30.139842 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd09635-dbe1-4f47-b52d-274c0fd1729a req-c9f0f7aa-0c0f-45a1-8993-00cca6ff9784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:30.141344 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-8cd09635-dbe1-4f47-b52d-274c0fd1729a req-c9f0f7aa-0c0f-45a1-8993-00cca6ff9784 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d34eab3afdc4475ba16aef69907d1ba9&device_id=72087fb5-a05a-4c01-b403-53855311612d HTTP/1.1" status: 200 len: 1098 time: 0.0394835 Sep 03 13:11:30.236676 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd09635-dbe1-4f47-b52d-274c0fd1729a req-a81ce3da-e8cc-488f-9f35-4a80a3d70f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:30.238170 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-8cd09635-dbe1-4f47-b52d-274c0fd1729a req-a81ce3da-e8cc-488f-9f35-4a80a3d70f61 service neutron] 10.222.0.11 "GET /v2.0/networks?id=76029711-1f89-4a0b-abcb-cade63640c30 HTTP/1.1" status: 200 len: 912 time: 0.0902784 Sep 03 13:11:30.272518 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_hamode_db [None req-cb700302-e137-4c3a-9f06-5eab5f4b354e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ccdb28-6571-4aa1-9074-8602e244db15', 'name': 'tempest-TestVolumeBootPattern-1805627011-router', 'tenant_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '080f4c04-08e1-4349-8948-d812179f1dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:06:09Z', 'updated_at': '2021-09-03T13:06:12Z', 'revision_number': 4, 'project_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'gw_port': {'id': '080f4c04-08e1-4349-8948-d812179f1dd5', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ff:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ccdb28-6571-4aa1-9074-8602e244db15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:06:10Z', 'updated_at': '2021-09-03T13:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi', '_floatingips': [{'id': 'cf17e3f0-511e-4e52-bbfc-228ca1c32fc8', 'tenant_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'floating_ip_address': '172.27.3.126', 'floating_network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'router_id': '13ccdb28-6571-4aa1-9074-8602e244db15', 'port_id': '43c868aa-6afe-43c0-87f9-e4b4068a62f0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76029711-1f89-4a0b-abcb-cade63640c30', 'mac_address': 'fa:16:3e:65:51:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72087fb5-a05a-4c01-b403-53855311612d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T13:11:29Z', 'updated_at': '2021-09-03T13:11:29Z', 'revision_number': 0, 'project_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'fixed_ip_address_scope': None}, {'id': 'dc6079b9-ec03-4415-95f4-1e9bf4628b5d', 'tenant_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'floating_ip_address': '172.27.3.215', 'floating_network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'router_id': '13ccdb28-6571-4aa1-9074-8602e244db15', 'port_id': '4682dd66-779c-4da9-86f1-05b7e1c6fd28', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76029711-1f89-4a0b-abcb-cade63640c30', 'mac_address': 'fa:16:3e:9e:51:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5012fb80-0811-4c86-b5b6-44fe94da0d5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T13:09:30Z', 'updated_at': '2021-09-03T13:09:32Z', 'revision_number': 1, 'project_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3fa2d1e-6ae2-49bc-a83e-ff1ee2c747b1', 'name': '', 'network_id': '76029711-1f89-4a0b-abcb-cade63640c30', 'tenant_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'mac_address': 'fa:16:3e:83:f7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ccdb28-6571-4aa1-9074-8602e244db15', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'edbca751-0dff-4862-be2a-c77a6cb4f2ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:06:11Z', 'updated_at': '2021-09-03T13:06:18Z', 'revision_number': 5, 'project_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'subnets': [{'id': 'edbca751-0dff-4862-be2a-c77a6cb4f2ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-9-iscsi', False) {} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:11:30.301193 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb700302-e137-4c3a-9f06-5eab5f4b354e None None] Checking router: 13ccdb28-6571-4aa1-9074-8602e244db15 for host: dv-cinder-788782-9-iscsi {{(pid=120043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 13:11:30.302087 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-8cd09635-dbe1-4f47-b52d-274c0fd1729a req-30b35873-63da-44bf-8ffc-17901aca6a57 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=43c868aa-6afe-43c0-87f9-e4b4068a62f0 HTTP/1.1" status: 200 len: 999 time: 0.0572333 Sep 03 13:11:30.309793 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb700302-e137-4c3a-9f06-5eab5f4b354e None None] Routers {'13ccdb28-6571-4aa1-9074-8602e244db15'} bound to L3 agent in host dv-cinder-788782-9-iscsi {{(pid=120043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:11:30.310395 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_hamode_db [None req-cb700302-e137-4c3a-9f06-5eab5f4b354e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T12:48:38Z,description=,heartbeat_timestamp=2021-09-03T13:11:08Z,host='dv-cinder-788782-9-iscsi',id=3ba3cff0-0714-4a2d-b638-391a63c22700,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:48:38Z,topic='l3_agent')) {'router_ids': ['13ccdb28-6571-4aa1-9074-8602e244db15'], 'active': True} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:11:30.352353 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd09635-dbe1-4f47-b52d-274c0fd1729a req-8ad01489-d201-472b-9c68-b5782fabf9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:30.353739 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-8cd09635-dbe1-4f47-b52d-274c0fd1729a req-8ad01489-d201-472b-9c68-b5782fabf9f2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=edbca751-0dff-4862-be2a-c77a6cb4f2ff HTTP/1.1" status: 200 len: 851 time: 0.0437424 Sep 03 13:11:30.402416 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd09635-dbe1-4f47-b52d-274c0fd1729a req-fd534502-8f9a-4848-a745-e1db69db69ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:11:30.403978 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-8cd09635-dbe1-4f47-b52d-274c0fd1729a req-fd534502-8f9a-4848-a745-e1db69db69ee service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=76029711-1f89-4a0b-abcb-cade63640c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413475 Sep 03 13:11:30.411707 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvr_db [None req-cb700302-e137-4c3a-9f06-5eab5f4b354e None None] Set router 13ccdb28-6571-4aa1-9074-8602e244db15 gateway port host: dv-cinder-788782-9-iscsi {{(pid=120043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:11:30.491522 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-8cd09635-dbe1-4f47-b52d-274c0fd1729a req-9698a7cd-0352-4a20-a9bb-78370cf20dd4 service neutron] 10.222.0.11 "GET /v2.0/networks/76029711-1f89-4a0b-abcb-cade63640c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804369 Sep 03 13:11:30.583661 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-8cd09635-dbe1-4f47-b52d-274c0fd1729a req-63861004-7187-4b8f-8c7e-e02b0ed9810a service neutron] 10.222.0.11 "GET /v2.0/networks/76029711-1f89-4a0b-abcb-cade63640c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841477 Sep 03 13:11:30.628910 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_hamode_db [None req-cb700302-e137-4c3a-9f06-5eab5f4b354e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ccdb28-6571-4aa1-9074-8602e244db15', 'name': 'tempest-TestVolumeBootPattern-1805627011-router', 'tenant_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '080f4c04-08e1-4349-8948-d812179f1dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:06:09Z', 'updated_at': '2021-09-03T13:06:12Z', 'revision_number': 4, 'project_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'gw_port': {'id': '080f4c04-08e1-4349-8948-d812179f1dd5', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ff:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ccdb28-6571-4aa1-9074-8602e244db15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:06:10Z', 'updated_at': '2021-09-03T13:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi', '_floatingips': [{'id': 'cf17e3f0-511e-4e52-bbfc-228ca1c32fc8', 'tenant_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'floating_ip_address': '172.27.3.126', 'floating_network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'router_id': '13ccdb28-6571-4aa1-9074-8602e244db15', 'port_id': '43c868aa-6afe-43c0-87f9-e4b4068a62f0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76029711-1f89-4a0b-abcb-cade63640c30', 'mac_address': 'fa:16:3e:65:51:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72087fb5-a05a-4c01-b403-53855311612d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T13:11:29Z', 'updated_at': '2021-09-03T13:11:29Z', 'revision_number': 0, 'project_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'fixed_ip_address_scope': None}, {'id': 'dc6079b9-ec03-4415-95f4-1e9bf4628b5d', 'tenant_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'floating_ip_address': '172.27.3.215', 'floating_network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'router_id': '13ccdb28-6571-4aa1-9074-8602e244db15', 'port_id': '4682dd66-779c-4da9-86f1-05b7e1c6fd28', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76029711-1f89-4a0b-abcb-cade63640c30', 'mac_address': 'fa:16:3e:9e:51:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5012fb80-0811-4c86-b5b6-44fe94da0d5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T13:09:30Z', 'updated_at': '2021-09-03T13:09:32Z', 'revision_number': 1, 'project_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3fa2d1e-6ae2-49bc-a83e-ff1ee2c747b1', 'name': '', 'network_id': '76029711-1f89-4a0b-abcb-cade63640c30', 'tenant_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'mac_address': 'fa:16:3e:83:f7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ccdb28-6571-4aa1-9074-8602e244db15', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'edbca751-0dff-4862-be2a-c77a6cb4f2ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:06:11Z', 'updated_at': '2021-09-03T13:06:18Z', 'revision_number': 5, 'project_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'subnets': [{'id': 'edbca751-0dff-4862-be2a-c77a6cb4f2ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-9-iscsi', False) {} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:11:30.653617 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb700302-e137-4c3a-9f06-5eab5f4b354e None None] The sync data for ids ['13ccdb28-6571-4aa1-9074-8602e244db15'] in dv-cinder-788782-9-iscsi is: [{'id': '13ccdb28-6571-4aa1-9074-8602e244db15', 'name': 'tempest-TestVolumeBootPattern-1805627011-router', 'tenant_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '080f4c04-08e1-4349-8948-d812179f1dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:06:09Z', 'updated_at': '2021-09-03T13:06:12Z', 'revision_number': 4, 'project_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'gw_port': {'id': '080f4c04-08e1-4349-8948-d812179f1dd5', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ff:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ccdb28-6571-4aa1-9074-8602e244db15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:06:10Z', 'updated_at': '2021-09-03T13:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi', '_floatingips': [{'id': 'cf17e3f0-511e-4e52-bbfc-228ca1c32fc8', 'tenant_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'floating_ip_address': '172.27.3.126', 'floating_network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'router_id': '13ccdb28-6571-4aa1-9074-8602e244db15', 'port_id': '43c868aa-6afe-43c0-87f9-e4b4068a62f0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76029711-1f89-4a0b-abcb-cade63640c30', 'mac_address': 'fa:16:3e:65:51:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72087fb5-a05a-4c01-b403-53855311612d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T13:11:29Z', 'updated_at': '2021-09-03T13:11:29Z', 'revision_number': 0, 'project_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'fixed_ip_address_scope': None}, {'id': 'dc6079b9-ec03-4415-95f4-1e9bf4628b5d', 'tenant_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'floating_ip_address': '172.27.3.215', 'floating_network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'router_id': '13ccdb28-6571-4aa1-9074-8602e244db15', 'port_id': '4682dd66-779c-4da9-86f1-05b7e1c6fd28', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76029711-1f89-4a0b-abcb-cade63640c30', 'mac_address': 'fa:16:3e:9e:51:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5012fb80-0811-4c86-b5b6-44fe94da0d5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T13:09:30Z', 'updated_at': '2021-09-03T13:09:32Z', 'revision_number': 1, 'project_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3fa2d1e-6ae2-49bc-a83e-ff1ee2c747b1', 'name': '', 'network_id': '76029711-1f89-4a0b-abcb-cade63640c30', 'tenant_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'mac_address': 'fa:16:3e:83:f7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ccdb28-6571-4aa1-9074-8602e244db15', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'edbca751-0dff-4862-be2a-c77a6cb4f2ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:06:11Z', 'updated_at': '2021-09-03T13:06:18Z', 'revision_number': 5, 'project_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'subnets': [{'id': 'edbca751-0dff-4862-be2a-c77a6cb4f2ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 13:11:30.827246 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a84fce-5696-45ba-b644-7236f4508a7d None None] New status for floating IP cf17e3f0-511e-4e52-bbfc-228ca1c32fc8: ACTIVE {{(pid=120044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 13:11:35.282932 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-d4243741-61ac-499a-9ec0-8669f2153efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:37.083195 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:37.826703 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-9149a7ec-0180-46c7-a58a-bffa03c5cdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:38.385489 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:39.070995 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08724a11-fd48-4ea4-9071-7b022d0e8053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:11:39.588145 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.agents_db [None req-4ecc573b-6c34-46c7-b31e-835fd9e30662 None None] Agent healthcheck: found 6 active agents {{(pid=120044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 13:11:40.814005 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-df5ee12c-e8c1-490b-8d0e-415336677a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:05.327968 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-4a0e2391-74b6-4661-a5bb-6ef574a80086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:07.058046 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:07.847784 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-a063510b-79ba-4821-ab9c-2119a79ac4fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:08.429632 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:09.116277 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08724a11-fd48-4ea4-9071-7b022d0e8053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:10.825161 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-df5ee12c-e8c1-490b-8d0e-415336677a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:16.587104 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.agents_db [None req-4ecc573b-6c34-46c7-b31e-835fd9e30662 None None] Agent healthcheck: found 6 active agents {{(pid=120044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 13:12:25.037849 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-98e09949-dc2d-4f9b-97f8-02709e60a5b2 req-a8230a77-0b7f-4a6f-9ddf-bcd5a846a35a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5012fb80-0811-4c86-b5b6-44fe94da0d5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0916615 Sep 03 13:12:25.116751 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e09949-dc2d-4f9b-97f8-02709e60a5b2 req-bb6170c6-42ea-4ee7-bd95-e7ef4ac3795e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:25.118115 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-98e09949-dc2d-4f9b-97f8-02709e60a5b2 req-bb6170c6-42ea-4ee7-bd95-e7ef4ac3795e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d34eab3afdc4475ba16aef69907d1ba9&device_id=5012fb80-0811-4c86-b5b6-44fe94da0d5f HTTP/1.1" status: 200 len: 1098 time: 0.0389471 Sep 03 13:12:25.220953 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e09949-dc2d-4f9b-97f8-02709e60a5b2 req-8b707739-7b53-426e-acd2-886ca0a9b1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:25.222382 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-98e09949-dc2d-4f9b-97f8-02709e60a5b2 req-8b707739-7b53-426e-acd2-886ca0a9b1f5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=76029711-1f89-4a0b-abcb-cade63640c30 HTTP/1.1" status: 200 len: 912 time: 0.0845168 Sep 03 13:12:25.283017 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-98e09949-dc2d-4f9b-97f8-02709e60a5b2 req-12d1fdc9-95bd-46e6-8dbf-834fbaa1a345 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4682dd66-779c-4da9-86f1-05b7e1c6fd28 HTTP/1.1" status: 200 len: 1001 time: 0.0540719 Sep 03 13:12:25.333746 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e09949-dc2d-4f9b-97f8-02709e60a5b2 req-25524233-f547-4ea5-b938-bb4ea7bb72d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:25.335187 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-98e09949-dc2d-4f9b-97f8-02709e60a5b2 req-25524233-f547-4ea5-b938-bb4ea7bb72d6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=edbca751-0dff-4862-be2a-c77a6cb4f2ff HTTP/1.1" status: 200 len: 851 time: 0.0455778 Sep 03 13:12:25.378156 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e09949-dc2d-4f9b-97f8-02709e60a5b2 req-83030d93-55a9-4451-8a60-a455f70c8b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:12:25.379549 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-98e09949-dc2d-4f9b-97f8-02709e60a5b2 req-83030d93-55a9-4451-8a60-a455f70c8b4e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=76029711-1f89-4a0b-abcb-cade63640c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0366118 Sep 03 13:12:25.469374 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-98e09949-dc2d-4f9b-97f8-02709e60a5b2 req-64cb303a-a68b-4616-a61f-0d741146c034 service neutron] 10.222.0.11 "GET /v2.0/networks/76029711-1f89-4a0b-abcb-cade63640c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816648 Sep 03 13:12:25.813040 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-98e09949-dc2d-4f9b-97f8-02709e60a5b2 req-7b53d08f-a6b7-46bb-93cf-84e13188c396 service neutron] 10.222.0.11 "GET /v2.0/networks/76029711-1f89-4a0b-abcb-cade63640c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3365374 Sep 03 13:12:25.996251 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [req-50db6d2a-5a8c-4989-8500-6f3c7243a825 req-0f3da0e9-5026-4b3b-820d-d16c52947618 service neutron] (120041) timed out ('10.222.0.11', 59533) {{(pid=120041) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 03 13:12:27.545964 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [req-4489dc87-ea46-4039-b7fb-95fc07ebd49d req-a73c0a2f-dbaf-41ef-9313-cd6bbc8e48aa service neutron] (120041) timed out ('10.222.0.11', 59523) {{(pid=120041) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 03 13:12:35.258229 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-18daf6e3-c447-4493-ad8a-f4ee7977de04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:37.053121 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:37.829145 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-c97bbffd-ff0d-475f-bf2f-a4b755d47c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:38.411235 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:39.074661 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08724a11-fd48-4ea4-9071-7b022d0e8053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:40.822729 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-df5ee12c-e8c1-490b-8d0e-415336677a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:53.585221 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.agents_db [None req-4ecc573b-6c34-46c7-b31e-835fd9e30662 None None] Agent healthcheck: found 6 active agents {{(pid=120044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 13:12:59.085492 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 46030) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:12:59.234263 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.plugins.ml2.plugin [None req-ff5212b1-a0bb-4a3f-8256-77c3256accef tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Deleting port 40f18ded-c167-476b-9361-d92181ca569f {{(pid=120041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:12:59.234606 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-ff5212b1-a0bb-4a3f-8256-77c3256accef tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763613556462'] for port, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:59.308698 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-ff5212b1-a0bb-4a3f-8256-77c3256accef tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642786'] for port, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:59.309024 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-ff5212b1-a0bb-4a3f-8256-77c3256accef tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:59.320225 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.plugins.ml2.plugin [None req-ff5212b1-a0bb-4a3f-8256-77c3256accef tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Calling delete_port for 40f18ded-c167-476b-9361-d92181ca569f owned by network:floatingip {{(pid=120041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:12:59.573734 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-ff5212b1-a0bb-4a3f-8256-77c3256accef tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763613567928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763613061268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533180425'] for port, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:59.596929 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5212b1-a0bb-4a3f-8256-77c3256accef tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Pushing event deleted for resources: {'Port': ['ID=40f18ded-c167-476b-9361-d92181ca569f,revision_number=None']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:12:59.610110 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5212b1-a0bb-4a3f-8256-77c3256accef tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:12:59.610466 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5212b1-a0bb-4a3f-8256-77c3256accef tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:12:59.610813 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5212b1-a0bb-4a3f-8256-77c3256accef tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:12:59.611153 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5212b1-a0bb-4a3f-8256-77c3256accef tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:12:59.611490 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5212b1-a0bb-4a3f-8256-77c3256accef tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:12:59.611932 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5212b1-a0bb-4a3f-8256-77c3256accef tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:12:59.612208 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5212b1-a0bb-4a3f-8256-77c3256accef tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:12:59.612543 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5212b1-a0bb-4a3f-8256-77c3256accef tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:12:59.612876 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5212b1-a0bb-4a3f-8256-77c3256accef tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:12:59.613208 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5212b1-a0bb-4a3f-8256-77c3256accef tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:12:59.613536 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5212b1-a0bb-4a3f-8256-77c3256accef tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:12:59.613862 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5212b1-a0bb-4a3f-8256-77c3256accef tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:12:59.665498 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-ff5212b1-a0bb-4a3f-8256-77c3256accef tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Notify callbacks [] for floatingip, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:59.665825 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.db.l3_db [None req-ff5212b1-a0bb-4a3f-8256-77c3256accef tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Floating IP cf17e3f0-511e-4e52-bbfc-228ca1c32fc8 disassociated (deleted). External IP: 172.27.3.126, port: 43c868aa-6afe-43c0-87f9-e4b4068a62f0. Sep 03 13:12:59.866894 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff5212b1-a0bb-4a3f-8256-77c3256accef tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Router 13ccdb28-6571-4aa1-9074-8602e244db15 has already been hosted by L3 agent 3ba3cff0-0714-4a2d-b638-391a63c22700 {{(pid=120041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 13:12:59.970924 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff5212b1-a0bb-4a3f-8256-77c3256accef tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Notify agent at l3_agent.dv-cinder-788782-9-iscsi the message routers_updated {{(pid=120041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 13:12:59.975928 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-ff5212b1-a0bb-4a3f-8256-77c3256accef tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10697'] for floatingip, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:12:59.980436 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9ac7af-271d-4132-8612-27445fe1edba None None] Sync routers for ids ['13ccdb28-6571-4aa1-9074-8602e244db15'] in dv-cinder-788782-9-iscsi {{(pid=120043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 13:12:59.988975 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9ac7af-271d-4132-8612-27445fe1edba None None] Routers {'13ccdb28-6571-4aa1-9074-8602e244db15'} bound to L3 agent in host dv-cinder-788782-9-iscsi {{(pid=120043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:12:59.990208 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_hamode_db [None req-7b9ac7af-271d-4132-8612-27445fe1edba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T12:48:38Z,description=,heartbeat_timestamp=2021-09-03T13:12:38Z,host='dv-cinder-788782-9-iscsi',id=3ba3cff0-0714-4a2d-b638-391a63c22700,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:48:38Z,topic='l3_agent')) {'router_ids': ['13ccdb28-6571-4aa1-9074-8602e244db15'], 'active': True} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:13:00.046243 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-ff5212b1-a0bb-4a3f-8256-77c3256accef tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "DELETE /v2.0/floatingips/cf17e3f0-511e-4e52-bbfc-228ca1c32fc8 HTTP/1.1" status: 204 len: 168 time: 0.9596672 Sep 03 13:13:00.046828 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72087fb5-a05a-4c01-b403-53855311612d', 'tag': '43c868aa-6afe-43c0-87f9-e4b4068a62f0'}] {{(pid=120041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:13:00.049147 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}222e09a9ab4c141c83606b753eb87a0672cf929d5da8cac1b8a4e6949bcf244b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-207eadc4-981b-45b3-9f53-67a02c1df573" -d '{"events": [{"name": "network-changed", "server_uuid": "72087fb5-a05a-4c01-b403-53855311612d", "tag": "43c868aa-6afe-43c0-87f9-e4b4068a62f0"}]}' {{(pid=120041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:13:00.187538 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 13:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1e027df-8e28-483d-859b-a0a50048578b x-openstack-request-id: req-f1e027df-8e28-483d-859b-a0a50048578b {{(pid=120041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:13:00.187538 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72087fb5-a05a-4c01-b403-53855311612d", "tag": "43c868aa-6afe-43c0-87f9-e4b4068a62f0", "status": "completed", "code": 200}]} {{(pid=120041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:13:00.187538 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f1e027df-8e28-483d-859b-a0a50048578b {{(pid=120041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:13:00.188468 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72087fb5-a05a-4c01-b403-53855311612d', 'tag': '43c868aa-6afe-43c0-87f9-e4b4068a62f0', 'status': 'completed', 'code': 200} Sep 03 13:13:00.246932 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvr_db [None req-7b9ac7af-271d-4132-8612-27445fe1edba None None] Set router 13ccdb28-6571-4aa1-9074-8602e244db15 gateway port host: dv-cinder-788782-9-iscsi {{(pid=120043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:13:00.252230 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207eadc4-981b-45b3-9f53-67a02c1df573 req-252dee17-6d21-4f2e-a72c-b377971f8405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:13:00.257689 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-207eadc4-981b-45b3-9f53-67a02c1df573 req-252dee17-6d21-4f2e-a72c-b377971f8405 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d34eab3afdc4475ba16aef69907d1ba9&device_id=72087fb5-a05a-4c01-b403-53855311612d HTTP/1.1" status: 200 len: 1098 time: 0.0425003 Sep 03 13:13:00.344647 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207eadc4-981b-45b3-9f53-67a02c1df573 req-1a127702-37c2-42ca-89be-15899403a12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:13:00.353494 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-207eadc4-981b-45b3-9f53-67a02c1df573 req-1a127702-37c2-42ca-89be-15899403a12e service neutron] 10.222.0.11 "GET /v2.0/networks?id=76029711-1f89-4a0b-abcb-cade63640c30 HTTP/1.1" status: 200 len: 912 time: 0.0920112 Sep 03 13:13:00.394050 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-207eadc4-981b-45b3-9f53-67a02c1df573 req-5afe9bf5-6942-49d7-b8c0-705ee52e6913 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=43c868aa-6afe-43c0-87f9-e4b4068a62f0 HTTP/1.1" status: 200 len: 217 time: 0.0334511 Sep 03 13:13:00.448782 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207eadc4-981b-45b3-9f53-67a02c1df573 req-da406461-d113-4351-84e0-c64f48f13555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:13:00.450245 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-207eadc4-981b-45b3-9f53-67a02c1df573 req-da406461-d113-4351-84e0-c64f48f13555 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=edbca751-0dff-4862-be2a-c77a6cb4f2ff HTTP/1.1" status: 200 len: 851 time: 0.0489869 Sep 03 13:13:00.476792 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_hamode_db [None req-7b9ac7af-271d-4132-8612-27445fe1edba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ccdb28-6571-4aa1-9074-8602e244db15', 'name': 'tempest-TestVolumeBootPattern-1805627011-router', 'tenant_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '080f4c04-08e1-4349-8948-d812179f1dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:06:09Z', 'updated_at': '2021-09-03T13:06:12Z', 'revision_number': 4, 'project_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'gw_port': {'id': '080f4c04-08e1-4349-8948-d812179f1dd5', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ff:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ccdb28-6571-4aa1-9074-8602e244db15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:06:10Z', 'updated_at': '2021-09-03T13:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi', '_floatingips': [{'id': 'dc6079b9-ec03-4415-95f4-1e9bf4628b5d', 'tenant_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'floating_ip_address': '172.27.3.215', 'floating_network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'router_id': '13ccdb28-6571-4aa1-9074-8602e244db15', 'port_id': '4682dd66-779c-4da9-86f1-05b7e1c6fd28', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76029711-1f89-4a0b-abcb-cade63640c30', 'mac_address': 'fa:16:3e:9e:51:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5012fb80-0811-4c86-b5b6-44fe94da0d5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T13:09:30Z', 'updated_at': '2021-09-03T13:09:32Z', 'revision_number': 1, 'project_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3fa2d1e-6ae2-49bc-a83e-ff1ee2c747b1', 'name': '', 'network_id': '76029711-1f89-4a0b-abcb-cade63640c30', 'tenant_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'mac_address': 'fa:16:3e:83:f7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ccdb28-6571-4aa1-9074-8602e244db15', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'edbca751-0dff-4862-be2a-c77a6cb4f2ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:06:11Z', 'updated_at': '2021-09-03T13:06:18Z', 'revision_number': 5, 'project_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'subnets': [{'id': 'edbca751-0dff-4862-be2a-c77a6cb4f2ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-9-iscsi', False) {} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:13:00.503938 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9ac7af-271d-4132-8612-27445fe1edba None None] Checking router: 13ccdb28-6571-4aa1-9074-8602e244db15 for host: dv-cinder-788782-9-iscsi {{(pid=120043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 13:13:00.510632 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207eadc4-981b-45b3-9f53-67a02c1df573 req-0c61ede6-228b-4cf6-a475-bc2df05de057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:13:00.512252 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-207eadc4-981b-45b3-9f53-67a02c1df573 req-0c61ede6-228b-4cf6-a475-bc2df05de057 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=76029711-1f89-4a0b-abcb-cade63640c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0449836 Sep 03 13:13:00.512407 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9ac7af-271d-4132-8612-27445fe1edba None None] Routers {'13ccdb28-6571-4aa1-9074-8602e244db15'} bound to L3 agent in host dv-cinder-788782-9-iscsi {{(pid=120043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:13:00.512918 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_hamode_db [None req-7b9ac7af-271d-4132-8612-27445fe1edba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T12:48:38Z,description=,heartbeat_timestamp=2021-09-03T13:12:38Z,host='dv-cinder-788782-9-iscsi',id=3ba3cff0-0714-4a2d-b638-391a63c22700,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:48:38Z,topic='l3_agent')) {'router_ids': ['13ccdb28-6571-4aa1-9074-8602e244db15'], 'active': True} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:13:00.616129 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvr_db [None req-7b9ac7af-271d-4132-8612-27445fe1edba None None] Set router 13ccdb28-6571-4aa1-9074-8602e244db15 gateway port host: dv-cinder-788782-9-iscsi {{(pid=120043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:13:00.625947 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c6b822-afca-4b60-af8b-cdbf44e6280e req-bb93f763-4a46-481e-8af4-82ec6a6cd8e7 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:13:00.627426 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-50c6b822-afca-4b60-af8b-cdbf44e6280e req-bb93f763-4a46-481e-8af4-82ec6a6cd8e7 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/ports?device_id=72087fb5-a05a-4c01-b403-53855311612d HTTP/1.1" status: 200 len: 945 time: 0.1511426 Sep 03 13:13:00.655482 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-207eadc4-981b-45b3-9f53-67a02c1df573 req-0a930de4-8065-4be6-b788-ef4be46c45b5 service neutron] 10.222.0.11 "GET /v2.0/networks/76029711-1f89-4a0b-abcb-cade63640c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350274 Sep 03 13:13:00.690869 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-50c6b822-afca-4b60-af8b-cdbf44e6280e req-73cd8a2f-9758-492f-a4f0-b6622d7e3175 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c2037f3-d29c-4c8b-a5db-0b4b624e1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558367 Sep 03 13:13:00.760122 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-207eadc4-981b-45b3-9f53-67a02c1df573 req-1f37786f-61f0-4b11-9523-c501bfd4806a service neutron] 10.222.0.11 "GET /v2.0/networks/76029711-1f89-4a0b-abcb-cade63640c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921085 Sep 03 13:13:00.850434 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_hamode_db [None req-7b9ac7af-271d-4132-8612-27445fe1edba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ccdb28-6571-4aa1-9074-8602e244db15', 'name': 'tempest-TestVolumeBootPattern-1805627011-router', 'tenant_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '080f4c04-08e1-4349-8948-d812179f1dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:06:09Z', 'updated_at': '2021-09-03T13:06:12Z', 'revision_number': 4, 'project_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'gw_port': {'id': '080f4c04-08e1-4349-8948-d812179f1dd5', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ff:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ccdb28-6571-4aa1-9074-8602e244db15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:06:10Z', 'updated_at': '2021-09-03T13:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi', '_floatingips': [{'id': 'dc6079b9-ec03-4415-95f4-1e9bf4628b5d', 'tenant_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'floating_ip_address': '172.27.3.215', 'floating_network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'router_id': '13ccdb28-6571-4aa1-9074-8602e244db15', 'port_id': '4682dd66-779c-4da9-86f1-05b7e1c6fd28', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76029711-1f89-4a0b-abcb-cade63640c30', 'mac_address': 'fa:16:3e:9e:51:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5012fb80-0811-4c86-b5b6-44fe94da0d5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T13:09:30Z', 'updated_at': '2021-09-03T13:09:32Z', 'revision_number': 1, 'project_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3fa2d1e-6ae2-49bc-a83e-ff1ee2c747b1', 'name': '', 'network_id': '76029711-1f89-4a0b-abcb-cade63640c30', 'tenant_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'mac_address': 'fa:16:3e:83:f7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ccdb28-6571-4aa1-9074-8602e244db15', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'edbca751-0dff-4862-be2a-c77a6cb4f2ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:06:11Z', 'updated_at': '2021-09-03T13:06:18Z', 'revision_number': 5, 'project_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'subnets': [{'id': 'edbca751-0dff-4862-be2a-c77a6cb4f2ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-9-iscsi', False) {} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:13:00.876942 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9ac7af-271d-4132-8612-27445fe1edba None None] The sync data for ids ['13ccdb28-6571-4aa1-9074-8602e244db15'] in dv-cinder-788782-9-iscsi is: [{'id': '13ccdb28-6571-4aa1-9074-8602e244db15', 'name': 'tempest-TestVolumeBootPattern-1805627011-router', 'tenant_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '080f4c04-08e1-4349-8948-d812179f1dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:06:09Z', 'updated_at': '2021-09-03T13:06:12Z', 'revision_number': 4, 'project_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'gw_port': {'id': '080f4c04-08e1-4349-8948-d812179f1dd5', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ff:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ccdb28-6571-4aa1-9074-8602e244db15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:06:10Z', 'updated_at': '2021-09-03T13:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi', '_floatingips': [{'id': 'dc6079b9-ec03-4415-95f4-1e9bf4628b5d', 'tenant_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'floating_ip_address': '172.27.3.215', 'floating_network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'router_id': '13ccdb28-6571-4aa1-9074-8602e244db15', 'port_id': '4682dd66-779c-4da9-86f1-05b7e1c6fd28', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76029711-1f89-4a0b-abcb-cade63640c30', 'mac_address': 'fa:16:3e:9e:51:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5012fb80-0811-4c86-b5b6-44fe94da0d5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T13:09:30Z', 'updated_at': '2021-09-03T13:09:32Z', 'revision_number': 1, 'project_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3fa2d1e-6ae2-49bc-a83e-ff1ee2c747b1', 'name': '', 'network_id': '76029711-1f89-4a0b-abcb-cade63640c30', 'tenant_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'mac_address': 'fa:16:3e:83:f7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ccdb28-6571-4aa1-9074-8602e244db15', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'edbca751-0dff-4862-be2a-c77a6cb4f2ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:06:11Z', 'updated_at': '2021-09-03T13:06:18Z', 'revision_number': 5, 'project_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'subnets': [{'id': 'edbca751-0dff-4862-be2a-c77a6cb4f2ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 13:13:01.078208 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e385f5-718a-47b5-93df-aff01e189984 None None] New status for floating IP cf17e3f0-511e-4e52-bbfc-228ca1c32fc8: DOWN {{(pid=120044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 13:13:01.866851 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2e283a-a83c-45ea-9c87-0b76877dad14 req-1ef4c670-18cb-4726-a2ba-38ef68babd3b tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:13:01.868993 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-9a2e283a-a83c-45ea-9c87-0b76877dad14 req-1ef4c670-18cb-4726-a2ba-38ef68babd3b tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/ports?device_id=72087fb5-a05a-4c01-b403-53855311612d HTTP/1.1" status: 200 len: 945 time: 0.0968761 Sep 03 13:13:01.904890 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-9a2e283a-a83c-45ea-9c87-0b76877dad14 req-fa0bc4bf-fa0b-47b2-a6f4-3a32273bf5dd tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c2037f3-d29c-4c8b-a5db-0b4b624e1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301082 Sep 03 13:13:02.034654 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9487a8-c40f-4706-bb06-0c45f3cc07e7 req-b6d882bc-493f-4123-99ca-2a5d13eae4b4 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:13:02.036115 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-5e9487a8-c40f-4706-bb06-0c45f3cc07e7 req-b6d882bc-493f-4123-99ca-2a5d13eae4b4 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.11 "GET /v2.0/ports?device_id=72087fb5-a05a-4c01-b403-53855311612d HTTP/1.1" status: 200 len: 945 time: 0.0455816 Sep 03 13:13:02.125582 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.plugin [req-5e9487a8-c40f-4706-bb06-0c45f3cc07e7 req-087efd84-aa07-475e-905b-a2a31fd27a77 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Deleting port 43c868aa-6afe-43c0-87f9-e4b4068a62f0 {{(pid=120042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:13:02.125930 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-5e9487a8-c40f-4706-bb06-0c45f3cc07e7 req-087efd84-aa07-475e-905b-a2a31fd27a77 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763613556462'] for port, before_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:02.208908 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.db [req-5e9487a8-c40f-4706-bb06-0c45f3cc07e7 req-087efd84-aa07-475e-905b-a2a31fd27a77 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] For port 43c868aa-6afe-43c0-87f9-e4b4068a62f0, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=43c868aa-6afe-43c0-87f9-e4b4068a62f0,segment=NetworkSegment(cdbbc9d5-da86-470a-942c-2d06f55ad836),segment_id=cdbbc9d5-da86-470a-942c-2d06f55ad836)] {{(pid=120042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:13:02.209275 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-5e9487a8-c40f-4706-bb06-0c45f3cc07e7 req-087efd84-aa07-475e-905b-a2a31fd27a77 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642786'] for port, precommit_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:02.221563 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.plugin [req-5e9487a8-c40f-4706-bb06-0c45f3cc07e7 req-087efd84-aa07-475e-905b-a2a31fd27a77 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Calling delete_port for 43c868aa-6afe-43c0-87f9-e4b4068a62f0 owned by compute:nova {{(pid=120042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:13:02.411353 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-5e9487a8-c40f-4706-bb06-0c45f3cc07e7 req-087efd84-aa07-475e-905b-a2a31fd27a77 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763613567928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763613061268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534626149'] for port, after_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:02.440542 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087efd84-aa07-475e-905b-a2a31fd27a77 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Pushing event deleted for resources: {'Port': ['ID=43c868aa-6afe-43c0-87f9-e4b4068a62f0,revision_number=None']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:13:02.464750 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087efd84-aa07-475e-905b-a2a31fd27a77 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:13:02.468192 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087efd84-aa07-475e-905b-a2a31fd27a77 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:13:02.468192 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087efd84-aa07-475e-905b-a2a31fd27a77 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:13:02.468192 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087efd84-aa07-475e-905b-a2a31fd27a77 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:13:02.468192 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087efd84-aa07-475e-905b-a2a31fd27a77 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:13:02.468192 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087efd84-aa07-475e-905b-a2a31fd27a77 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:13:02.468192 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087efd84-aa07-475e-905b-a2a31fd27a77 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:13:02.468192 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087efd84-aa07-475e-905b-a2a31fd27a77 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:13:02.468192 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087efd84-aa07-475e-905b-a2a31fd27a77 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:13:02.468192 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087efd84-aa07-475e-905b-a2a31fd27a77 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:13:02.468192 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087efd84-aa07-475e-905b-a2a31fd27a77 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:13:02.469119 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087efd84-aa07-475e-905b-a2a31fd27a77 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:13:02.492418 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e9487a8-c40f-4706-bb06-0c45f3cc07e7 req-087efd84-aa07-475e-905b-a2a31fd27a77 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] No DVR routers for this DVR port 43c868aa-6afe-43c0-87f9-e4b4068a62f0 on host hv-cinder-78878 {{(pid=120042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 13:13:02.496744 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-5e9487a8-c40f-4706-bb06-0c45f3cc07e7 req-087efd84-aa07-475e-905b-a2a31fd27a77 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10697'] for port, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:02.496924 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-5e9487a8-c40f-4706-bb06-0c45f3cc07e7 req-087efd84-aa07-475e-905b-a2a31fd27a77 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.11 "DELETE /v2.0/ports/43c868aa-6afe-43c0-87f9-e4b4068a62f0 HTTP/1.1" status: 204 len: 173 time: 0.4542174 Sep 03 13:13:02.497205 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72087fb5-a05a-4c01-b403-53855311612d', 'name': 'network-vif-deleted', 'tag': '43c868aa-6afe-43c0-87f9-e4b4068a62f0'}] {{(pid=120042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:13:02.499423 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d2a6420b193a10f45e0477184c700453c1253cfa456d27c4e3ab5b2f2f62351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ba0f98c-cdba-4976-9355-803cbc5855ed" -d '{"events": [{"server_uuid": "72087fb5-a05a-4c01-b403-53855311612d", "name": "network-vif-deleted", "tag": "43c868aa-6afe-43c0-87f9-e4b4068a62f0"}]}' {{(pid=120042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:13:02.596920 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 13:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9569afcf-778e-48b2-813b-aea98c6d6755 x-openstack-request-id: req-9569afcf-778e-48b2-813b-aea98c6d6755 {{(pid=120042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:13:02.597213 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72087fb5-a05a-4c01-b403-53855311612d", "name": "network-vif-deleted", "tag": "43c868aa-6afe-43c0-87f9-e4b4068a62f0", "status": "completed", "code": 200}]} {{(pid=120042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:13:02.597462 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9569afcf-778e-48b2-813b-aea98c6d6755 {{(pid=120042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:13:02.597858 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72087fb5-a05a-4c01-b403-53855311612d', 'name': 'network-vif-deleted', 'tag': '43c868aa-6afe-43c0-87f9-e4b4068a62f0', 'status': 'completed', 'code': 200} Sep 03 13:13:02.997525 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-77e3045a-9337-497c-ac80-b1a4c206c87d req-357c8ad2-dd09-4d10-90d4-9785b4287ba0 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/ports?device_id=72087fb5-a05a-4c01-b403-53855311612d HTTP/1.1" status: 200 len: 210 time: 0.0253587 Sep 03 13:13:05.252184 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-b82168e5-6c1b-467e-ac17-14444a1ce6aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:06.014311 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Device 43c868aa-6afe-43c0-87f9-e4b4068a62f0 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=120043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 13:13:06.034331 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.plugin [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] No Port match for: 43c868aa-6afe-43c0-87f9-e4b4068a62f0 {{(pid=120043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 13:13:06.034681 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Device 43c868aa-6afe-43c0-87f9-e4b4068a62f0 not bound to the agent host hv-cinder-78878 {{(pid=120043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 13:13:06.469014 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 46082) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:13:06.617359 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.plugins.ml2.plugin [None req-37236af7-f7cb-41bd-b3a6-9443f312de15 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Deleting port 5b392395-05a5-4525-a832-eccbd3376470 {{(pid=120041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:13:06.617704 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-37236af7-f7cb-41bd-b3a6-9443f312de15 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763613556462'] for port, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:06.691161 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-37236af7-f7cb-41bd-b3a6-9443f312de15 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642786'] for port, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:06.691486 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-37236af7-f7cb-41bd-b3a6-9443f312de15 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:06.702769 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.plugins.ml2.plugin [None req-37236af7-f7cb-41bd-b3a6-9443f312de15 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Calling delete_port for 5b392395-05a5-4525-a832-eccbd3376470 owned by network:floatingip {{(pid=120041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:13:06.972722 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-37236af7-f7cb-41bd-b3a6-9443f312de15 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763613567928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763613061268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533180425'] for port, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:06.997580 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37236af7-f7cb-41bd-b3a6-9443f312de15 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Pushing event deleted for resources: {'Port': ['ID=5b392395-05a5-4525-a832-eccbd3376470,revision_number=None']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:13:07.055923 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-37236af7-f7cb-41bd-b3a6-9443f312de15 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Notify callbacks [] for floatingip, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:07.056256 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.db.l3_db [None req-37236af7-f7cb-41bd-b3a6-9443f312de15 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Floating IP dc6079b9-ec03-4415-95f4-1e9bf4628b5d disassociated (deleted). External IP: 172.27.3.215, port: 4682dd66-779c-4da9-86f1-05b7e1c6fd28. Sep 03 13:13:07.058010 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:07.253313 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37236af7-f7cb-41bd-b3a6-9443f312de15 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Router 13ccdb28-6571-4aa1-9074-8602e244db15 has already been hosted by L3 agent 3ba3cff0-0714-4a2d-b638-391a63c22700 {{(pid=120041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 13:13:07.355141 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37236af7-f7cb-41bd-b3a6-9443f312de15 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Notify agent at l3_agent.dv-cinder-788782-9-iscsi the message routers_updated {{(pid=120041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 13:13:07.359872 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-37236af7-f7cb-41bd-b3a6-9443f312de15 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10697'] for floatingip, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:07.364604 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d563313-c31d-4e98-ad72-6f521d898e0d None None] Sync routers for ids ['13ccdb28-6571-4aa1-9074-8602e244db15'] in dv-cinder-788782-9-iscsi {{(pid=120043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 13:13:07.373112 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d563313-c31d-4e98-ad72-6f521d898e0d None None] Routers {'13ccdb28-6571-4aa1-9074-8602e244db15'} bound to L3 agent in host dv-cinder-788782-9-iscsi {{(pid=120043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:13:07.373728 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_hamode_db [None req-3d563313-c31d-4e98-ad72-6f521d898e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T12:48:38Z,description=,heartbeat_timestamp=2021-09-03T13:12:38Z,host='dv-cinder-788782-9-iscsi',id=3ba3cff0-0714-4a2d-b638-391a63c22700,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:48:38Z,topic='l3_agent')) {'router_ids': ['13ccdb28-6571-4aa1-9074-8602e244db15'], 'active': True} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:13:07.385718 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-37236af7-f7cb-41bd-b3a6-9443f312de15 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "DELETE /v2.0/floatingips/dc6079b9-ec03-4415-95f4-1e9bf4628b5d HTTP/1.1" status: 204 len: 168 time: 0.9156392 Sep 03 13:13:07.386412 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5012fb80-0811-4c86-b5b6-44fe94da0d5f', 'tag': '4682dd66-779c-4da9-86f1-05b7e1c6fd28'}] {{(pid=120041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:13:07.388765 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}222e09a9ab4c141c83606b753eb87a0672cf929d5da8cac1b8a4e6949bcf244b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8fda075-938d-4679-bb92-d6af09ae5e13" -d '{"events": [{"name": "network-changed", "server_uuid": "5012fb80-0811-4c86-b5b6-44fe94da0d5f", "tag": "4682dd66-779c-4da9-86f1-05b7e1c6fd28"}]}' {{(pid=120041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:13:07.425350 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 13:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0a0bdc4-6097-47e6-ac41-e7fa5c1e2b80 x-openstack-request-id: req-c0a0bdc4-6097-47e6-ac41-e7fa5c1e2b80 {{(pid=120041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:13:07.426038 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5012fb80-0811-4c86-b5b6-44fe94da0d5f", "tag": "4682dd66-779c-4da9-86f1-05b7e1c6fd28", "status": "completed", "code": 200}]} {{(pid=120041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:13:07.426304 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c0a0bdc4-6097-47e6-ac41-e7fa5c1e2b80 {{(pid=120041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:13:07.426745 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5012fb80-0811-4c86-b5b6-44fe94da0d5f', 'tag': '4682dd66-779c-4da9-86f1-05b7e1c6fd28', 'status': 'completed', 'code': 200} Sep 03 13:13:07.479694 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvr_db [None req-3d563313-c31d-4e98-ad72-6f521d898e0d None None] Set router 13ccdb28-6571-4aa1-9074-8602e244db15 gateway port host: dv-cinder-788782-9-iscsi {{(pid=120043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:13:07.490834 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fda075-938d-4679-bb92-d6af09ae5e13 req-4eec5272-58b7-4365-ad05-e15e83de5bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:13:07.492545 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-b8fda075-938d-4679-bb92-d6af09ae5e13 req-4eec5272-58b7-4365-ad05-e15e83de5bb4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d34eab3afdc4475ba16aef69907d1ba9&device_id=5012fb80-0811-4c86-b5b6-44fe94da0d5f HTTP/1.1" status: 200 len: 1098 time: 0.0404985 Sep 03 13:13:07.585413 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fda075-938d-4679-bb92-d6af09ae5e13 req-244a4dc8-7a43-4b65-9238-69223846ef01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:13:07.586880 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-b8fda075-938d-4679-bb92-d6af09ae5e13 req-244a4dc8-7a43-4b65-9238-69223846ef01 service neutron] 10.222.0.11 "GET /v2.0/networks?id=76029711-1f89-4a0b-abcb-cade63640c30 HTTP/1.1" status: 200 len: 912 time: 0.0877867 Sep 03 13:13:07.629280 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-b8fda075-938d-4679-bb92-d6af09ae5e13 req-15b1b27d-85a8-4b8b-8f0c-7dde452e287d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4682dd66-779c-4da9-86f1-05b7e1c6fd28 HTTP/1.1" status: 200 len: 217 time: 0.0341258 Sep 03 13:13:07.678558 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_hamode_db [None req-3d563313-c31d-4e98-ad72-6f521d898e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ccdb28-6571-4aa1-9074-8602e244db15', 'name': 'tempest-TestVolumeBootPattern-1805627011-router', 'tenant_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '080f4c04-08e1-4349-8948-d812179f1dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:06:09Z', 'updated_at': '2021-09-03T13:06:12Z', 'revision_number': 4, 'project_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'gw_port': {'id': '080f4c04-08e1-4349-8948-d812179f1dd5', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ff:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ccdb28-6571-4aa1-9074-8602e244db15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:06:10Z', 'updated_at': '2021-09-03T13:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi', '_interfaces': [{'id': 'b3fa2d1e-6ae2-49bc-a83e-ff1ee2c747b1', 'name': '', 'network_id': '76029711-1f89-4a0b-abcb-cade63640c30', 'tenant_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'mac_address': 'fa:16:3e:83:f7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ccdb28-6571-4aa1-9074-8602e244db15', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'edbca751-0dff-4862-be2a-c77a6cb4f2ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:06:11Z', 'updated_at': '2021-09-03T13:06:18Z', 'revision_number': 5, 'project_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'subnets': [{'id': 'edbca751-0dff-4862-be2a-c77a6cb4f2ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-9-iscsi', False) {} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:13:07.688291 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fda075-938d-4679-bb92-d6af09ae5e13 req-49d726b6-76e5-478a-81ec-c8806335b6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:13:07.689759 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-b8fda075-938d-4679-bb92-d6af09ae5e13 req-49d726b6-76e5-478a-81ec-c8806335b6b0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=edbca751-0dff-4862-be2a-c77a6cb4f2ff HTTP/1.1" status: 200 len: 851 time: 0.0441928 Sep 03 13:13:07.705811 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d563313-c31d-4e98-ad72-6f521d898e0d None None] Checking router: 13ccdb28-6571-4aa1-9074-8602e244db15 for host: dv-cinder-788782-9-iscsi {{(pid=120043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 13:13:07.714000 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d563313-c31d-4e98-ad72-6f521d898e0d None None] Routers {'13ccdb28-6571-4aa1-9074-8602e244db15'} bound to L3 agent in host dv-cinder-788782-9-iscsi {{(pid=120043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:13:07.714653 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_hamode_db [None req-3d563313-c31d-4e98-ad72-6f521d898e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T12:48:38Z,description=,heartbeat_timestamp=2021-09-03T13:12:38Z,host='dv-cinder-788782-9-iscsi',id=3ba3cff0-0714-4a2d-b638-391a63c22700,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:48:38Z,topic='l3_agent')) {'router_ids': ['13ccdb28-6571-4aa1-9074-8602e244db15'], 'active': True} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:13:07.737478 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fda075-938d-4679-bb92-d6af09ae5e13 req-9e57b042-5836-4630-83ad-93449b9ffe74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:13:07.737478 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-b8fda075-938d-4679-bb92-d6af09ae5e13 req-9e57b042-5836-4630-83ad-93449b9ffe74 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=76029711-1f89-4a0b-abcb-cade63640c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390940 Sep 03 13:13:07.830823 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvr_db [None req-3d563313-c31d-4e98-ad72-6f521d898e0d None None] Set router 13ccdb28-6571-4aa1-9074-8602e244db15 gateway port host: dv-cinder-788782-9-iscsi {{(pid=120043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:13:07.858393 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-401c5fcb-c520-406b-97b3-ea292a01f9dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:07.865801 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84288649-8664-48d9-a141-975cb7a25292 req-264cba40-8340-4303-a75f-1be92b216fad tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:13:07.867273 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-84288649-8664-48d9-a141-975cb7a25292 req-264cba40-8340-4303-a75f-1be92b216fad tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/ports?device_id=5012fb80-0811-4c86-b5b6-44fe94da0d5f HTTP/1.1" status: 200 len: 945 time: 0.0905733 Sep 03 13:13:07.873826 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-b8fda075-938d-4679-bb92-d6af09ae5e13 req-4280262a-b37d-4a26-8fab-4b2f63bb061e service neutron] 10.222.0.11 "GET /v2.0/networks/76029711-1f89-4a0b-abcb-cade63640c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288998 Sep 03 13:13:07.935220 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-84288649-8664-48d9-a141-975cb7a25292 req-2e7236a1-a35f-4525-89ce-027394f77f66 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c2037f3-d29c-4c8b-a5db-0b4b624e1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604134 Sep 03 13:13:07.986466 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-b8fda075-938d-4679-bb92-d6af09ae5e13 req-56c80f19-6a3f-4eb3-a579-f2a6c39a8c6b service neutron] 10.222.0.11 "GET /v2.0/networks/76029711-1f89-4a0b-abcb-cade63640c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986011 Sep 03 13:13:08.028526 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_hamode_db [None req-3d563313-c31d-4e98-ad72-6f521d898e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ccdb28-6571-4aa1-9074-8602e244db15', 'name': 'tempest-TestVolumeBootPattern-1805627011-router', 'tenant_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '080f4c04-08e1-4349-8948-d812179f1dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:06:09Z', 'updated_at': '2021-09-03T13:06:12Z', 'revision_number': 4, 'project_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'gw_port': {'id': '080f4c04-08e1-4349-8948-d812179f1dd5', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ff:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ccdb28-6571-4aa1-9074-8602e244db15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:06:10Z', 'updated_at': '2021-09-03T13:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi', '_interfaces': [{'id': 'b3fa2d1e-6ae2-49bc-a83e-ff1ee2c747b1', 'name': '', 'network_id': '76029711-1f89-4a0b-abcb-cade63640c30', 'tenant_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'mac_address': 'fa:16:3e:83:f7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ccdb28-6571-4aa1-9074-8602e244db15', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'edbca751-0dff-4862-be2a-c77a6cb4f2ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:06:11Z', 'updated_at': '2021-09-03T13:06:18Z', 'revision_number': 5, 'project_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'subnets': [{'id': 'edbca751-0dff-4862-be2a-c77a6cb4f2ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-9-iscsi', False) {} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:13:08.058035 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d563313-c31d-4e98-ad72-6f521d898e0d None None] The sync data for ids ['13ccdb28-6571-4aa1-9074-8602e244db15'] in dv-cinder-788782-9-iscsi is: [{'id': '13ccdb28-6571-4aa1-9074-8602e244db15', 'name': 'tempest-TestVolumeBootPattern-1805627011-router', 'tenant_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '080f4c04-08e1-4349-8948-d812179f1dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:06:09Z', 'updated_at': '2021-09-03T13:06:12Z', 'revision_number': 4, 'project_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'gw_port': {'id': '080f4c04-08e1-4349-8948-d812179f1dd5', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ff:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ccdb28-6571-4aa1-9074-8602e244db15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:06:10Z', 'updated_at': '2021-09-03T13:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi', '_interfaces': [{'id': 'b3fa2d1e-6ae2-49bc-a83e-ff1ee2c747b1', 'name': '', 'network_id': '76029711-1f89-4a0b-abcb-cade63640c30', 'tenant_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'mac_address': 'fa:16:3e:83:f7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ccdb28-6571-4aa1-9074-8602e244db15', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'edbca751-0dff-4862-be2a-c77a6cb4f2ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:06:11Z', 'updated_at': '2021-09-03T13:06:18Z', 'revision_number': 5, 'project_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'subnets': [{'id': 'edbca751-0dff-4862-be2a-c77a6cb4f2ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 13:13:08.256071 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea877a3-612f-4a72-b2f1-d8c93aa00fc7 None None] New status for floating IP dc6079b9-ec03-4415-95f4-1e9bf4628b5d: DOWN {{(pid=120044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 13:13:08.389648 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:09.047391 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cb0735-c11b-4197-9f3a-458865cca756 req-c89d40ea-0494-4b41-ae4c-734ee331167a tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:13:09.048883 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-89cb0735-c11b-4197-9f3a-458865cca756 req-c89d40ea-0494-4b41-ae4c-734ee331167a tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/ports?device_id=5012fb80-0811-4c86-b5b6-44fe94da0d5f HTTP/1.1" status: 200 len: 945 time: 0.0474806 Sep 03 13:13:09.081333 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08724a11-fd48-4ea4-9071-7b022d0e8053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:09.090424 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-89cb0735-c11b-4197-9f3a-458865cca756 req-5cbb80b7-0a08-4bba-8dad-d0944c87fc62 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c2037f3-d29c-4c8b-a5db-0b4b624e1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313392 Sep 03 13:13:09.312838 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013c4486-f40c-4217-8036-882db8ae4abe req-a35e3a01-1f8b-472e-b70c-859fef24a2e6 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 13:13:09.314244 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-013c4486-f40c-4217-8036-882db8ae4abe req-a35e3a01-1f8b-472e-b70c-859fef24a2e6 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.11 "GET /v2.0/ports?device_id=5012fb80-0811-4c86-b5b6-44fe94da0d5f HTTP/1.1" status: 200 len: 945 time: 0.0491223 Sep 03 13:13:09.399772 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.plugin [req-013c4486-f40c-4217-8036-882db8ae4abe req-237bed96-d7d5-4754-88af-7d554031fc9d tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Deleting port 4682dd66-779c-4da9-86f1-05b7e1c6fd28 {{(pid=120042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:13:09.400175 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-013c4486-f40c-4217-8036-882db8ae4abe req-237bed96-d7d5-4754-88af-7d554031fc9d tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763613556462'] for port, before_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:09.488217 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.db [req-013c4486-f40c-4217-8036-882db8ae4abe req-237bed96-d7d5-4754-88af-7d554031fc9d tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] For port 4682dd66-779c-4da9-86f1-05b7e1c6fd28, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=4682dd66-779c-4da9-86f1-05b7e1c6fd28,segment=NetworkSegment(cdbbc9d5-da86-470a-942c-2d06f55ad836),segment_id=cdbbc9d5-da86-470a-942c-2d06f55ad836)] {{(pid=120042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:13:09.488589 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-013c4486-f40c-4217-8036-882db8ae4abe req-237bed96-d7d5-4754-88af-7d554031fc9d tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642786'] for port, precommit_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:09.500550 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.plugin [req-013c4486-f40c-4217-8036-882db8ae4abe req-237bed96-d7d5-4754-88af-7d554031fc9d tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Calling delete_port for 4682dd66-779c-4da9-86f1-05b7e1c6fd28 owned by compute:nova {{(pid=120042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:13:09.708221 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-013c4486-f40c-4217-8036-882db8ae4abe req-237bed96-d7d5-4754-88af-7d554031fc9d tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763613567928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763613061268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534626149'] for port, after_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:09.741619 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237bed96-d7d5-4754-88af-7d554031fc9d tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Pushing event deleted for resources: {'Port': ['ID=4682dd66-779c-4da9-86f1-05b7e1c6fd28,revision_number=None']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:13:09.782585 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.l3_dvrscheduler_db [req-013c4486-f40c-4217-8036-882db8ae4abe req-237bed96-d7d5-4754-88af-7d554031fc9d tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] No DVR routers for this DVR port 4682dd66-779c-4da9-86f1-05b7e1c6fd28 on host hv-cinder-78878 {{(pid=120042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 13:13:09.785274 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [req-013c4486-f40c-4217-8036-882db8ae4abe req-237bed96-d7d5-4754-88af-7d554031fc9d tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10697'] for port, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:09.787737 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-013c4486-f40c-4217-8036-882db8ae4abe req-237bed96-d7d5-4754-88af-7d554031fc9d tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.11 "DELETE /v2.0/ports/4682dd66-779c-4da9-86f1-05b7e1c6fd28 HTTP/1.1" status: 204 len: 173 time: 0.4669955 Sep 03 13:13:09.788559 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5012fb80-0811-4c86-b5b6-44fe94da0d5f', 'name': 'network-vif-deleted', 'tag': '4682dd66-779c-4da9-86f1-05b7e1c6fd28'}] {{(pid=120042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 13:13:09.794465 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d2a6420b193a10f45e0477184c700453c1253cfa456d27c4e3ab5b2f2f62351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20fb17d1-ce81-4eee-a35b-4b43162ff643" -d '{"events": [{"server_uuid": "5012fb80-0811-4c86-b5b6-44fe94da0d5f", "name": "network-vif-deleted", "tag": "4682dd66-779c-4da9-86f1-05b7e1c6fd28"}]}' {{(pid=120042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 13:13:09.830405 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 13:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7b12af6-1b04-4b0b-a330-c66f376305e0 x-openstack-request-id: req-e7b12af6-1b04-4b0b-a330-c66f376305e0 {{(pid=120042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 13:13:09.830701 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5012fb80-0811-4c86-b5b6-44fe94da0d5f", "name": "network-vif-deleted", "tag": "4682dd66-779c-4da9-86f1-05b7e1c6fd28", "status": "completed", "code": 200}]} {{(pid=120042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 13:13:09.830955 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e7b12af6-1b04-4b0b-a330-c66f376305e0 {{(pid=120042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 13:13:09.831360 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5012fb80-0811-4c86-b5b6-44fe94da0d5f', 'name': 'network-vif-deleted', 'tag': '4682dd66-779c-4da9-86f1-05b7e1c6fd28', 'status': 'completed', 'code': 200} Sep 03 13:13:10.188503 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [req-3911aa80-eb95-4197-b12b-21da335e9f38 req-7dabc63d-e569-44e5-8168-e5ec42580378 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "GET /v2.0/ports?device_id=5012fb80-0811-4c86-b5b6-44fe94da0d5f HTTP/1.1" status: 200 len: 210 time: 0.0307803 Sep 03 13:13:10.834011 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-df5ee12c-e8c1-490b-8d0e-415336677a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:11.239093 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 46098) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:13:11.357901 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.plugins.ml2.plugin [None req-2a4aa45b-a3b6-44cd-b061-e9ea4588c0f9 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Deleting port f657c462-d347-476f-831e-18191504aef0 {{(pid=120041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:13:11.358243 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-2a4aa45b-a3b6-44cd-b061-e9ea4588c0f9 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763613556462'] for port, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:11.432636 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-2a4aa45b-a3b6-44cd-b061-e9ea4588c0f9 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642786'] for port, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:11.432976 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-2a4aa45b-a3b6-44cd-b061-e9ea4588c0f9 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:11.444504 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.plugins.ml2.plugin [None req-2a4aa45b-a3b6-44cd-b061-e9ea4588c0f9 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Calling delete_port for f657c462-d347-476f-831e-18191504aef0 owned by network:floatingip {{(pid=120041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:13:11.640777 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-2a4aa45b-a3b6-44cd-b061-e9ea4588c0f9 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763613567928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763613061268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533180425'] for port, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:11.668640 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4aa45b-a3b6-44cd-b061-e9ea4588c0f9 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Pushing event deleted for resources: {'Port': ['ID=f657c462-d347-476f-831e-18191504aef0,revision_number=None']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:13:11.725579 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-2a4aa45b-a3b6-44cd-b061-e9ea4588c0f9 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Notify callbacks [] for floatingip, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:11.728038 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-2a4aa45b-a3b6-44cd-b061-e9ea4588c0f9 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10697'] for floatingip, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:11.729199 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-2a4aa45b-a3b6-44cd-b061-e9ea4588c0f9 tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "DELETE /v2.0/floatingips/996a2a22-30a9-4715-aba5-b041f9af0e87 HTTP/1.1" status: 204 len: 168 time: 0.4891198 Sep 03 13:13:13.033520 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 46110) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:13:13.090415 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-b11c0811-53c1-4f23-956a-a421cc61c56b tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Notify callbacks [] for security_group, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:13.114641 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-b11c0811-53c1-4f23-956a-a421cc61c56b tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Notify callbacks [] for security_group, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:13.258503 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-b11c0811-53c1-4f23-956a-a421cc61c56b tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:13.261129 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-b11c0811-53c1-4f23-956a-a421cc61c56b tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Notify callbacks [] for security_group, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:13.262290 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-b11c0811-53c1-4f23-956a-a421cc61c56b tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] 10.222.0.24 "DELETE /v2.0/security-groups/3c2037f3-d29c-4c8b-a5db-0b4b624e1e8a HTTP/1.1" status: 204 len: 168 time: 0.2277982 Sep 03 13:13:13.275912 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11c0811-53c1-4f23-956a-a421cc61c56b tempest-TestVolumeBootPattern-723458231 tempest-TestVolumeBootPattern-723458231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c2037f3-d29c-4c8b-a5db-0b4b624e1e8a,revision_number=None']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:13:13.386605 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 46114) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:13:13.874973 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-a19fd60c-75e6-430f-86fc-17e43cc90bff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1666091'] for router_interface, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:14.044943 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Device 4682dd66-779c-4da9-86f1-05b7e1c6fd28 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=120043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 13:13:14.064221 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.plugin [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] No Port match for: 4682dd66-779c-4da9-86f1-05b7e1c6fd28 {{(pid=120043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 13:13:14.064571 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Device 4682dd66-779c-4da9-86f1-05b7e1c6fd28 not bound to the agent host hv-cinder-78878 {{(pid=120043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 13:13:14.105950 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.plugins.ml2.plugin [None req-a19fd60c-75e6-430f-86fc-17e43cc90bff admin admin] Deleting port b3fa2d1e-6ae2-49bc-a83e-ff1ee2c747b1 {{(pid=120041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:13:14.106484 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-a19fd60c-75e6-430f-86fc-17e43cc90bff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763613556462'] for port, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:14.179782 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.plugins.ml2.db [None req-a19fd60c-75e6-430f-86fc-17e43cc90bff admin admin] For port b3fa2d1e-6ae2-49bc-a83e-ff1ee2c747b1, host dv-cinder-788782-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-9-iscsi',level=0,port_id=b3fa2d1e-6ae2-49bc-a83e-ff1ee2c747b1,segment=NetworkSegment(cdbbc9d5-da86-470a-942c-2d06f55ad836),segment_id=cdbbc9d5-da86-470a-942c-2d06f55ad836)] {{(pid=120041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:13:14.180189 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-a19fd60c-75e6-430f-86fc-17e43cc90bff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642786'] for port, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:14.192456 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.plugins.ml2.plugin [None req-a19fd60c-75e6-430f-86fc-17e43cc90bff admin admin] Calling delete_port for b3fa2d1e-6ae2-49bc-a83e-ff1ee2c747b1 owned by network:router_interface {{(pid=120041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:13:14.434276 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-a19fd60c-75e6-430f-86fc-17e43cc90bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763613567928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763613061268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533180425'] for port, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:14.460753 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19fd60c-75e6-430f-86fc-17e43cc90bff admin admin] Pushing event deleted for resources: {'Port': ['ID=b3fa2d1e-6ae2-49bc-a83e-ff1ee2c747b1,revision_number=None']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:13:14.823138 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-a19fd60c-75e6-430f-86fc-17e43cc90bff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1666239'] for router_interface, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:15.028707 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a19fd60c-75e6-430f-86fc-17e43cc90bff admin admin] Router 13ccdb28-6571-4aa1-9074-8602e244db15 has already been hosted by L3 agent 3ba3cff0-0714-4a2d-b638-391a63c22700 {{(pid=120041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 13:13:15.133295 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a19fd60c-75e6-430f-86fc-17e43cc90bff admin admin] Notify agent at l3_agent.dv-cinder-788782-9-iscsi the message routers_updated {{(pid=120041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 13:13:15.138395 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-a19fd60c-75e6-430f-86fc-17e43cc90bff admin admin] 10.222.0.24 "PUT /v2.0/routers/13ccdb28-6571-4aa1-9074-8602e244db15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7507417 Sep 03 13:13:15.140933 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 46118) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:13:15.141826 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a6f1f5-bb4c-4413-a766-d1ed165ef9bc None None] Sync routers for ids ['13ccdb28-6571-4aa1-9074-8602e244db15'] in dv-cinder-788782-9-iscsi {{(pid=120043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 13:13:15.150789 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a6f1f5-bb4c-4413-a766-d1ed165ef9bc None None] Routers {'13ccdb28-6571-4aa1-9074-8602e244db15'} bound to L3 agent in host dv-cinder-788782-9-iscsi {{(pid=120043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:13:15.151399 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_hamode_db [None req-e9a6f1f5-bb4c-4413-a766-d1ed165ef9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T12:48:38Z,description=,heartbeat_timestamp=2021-09-03T13:13:08Z,host='dv-cinder-788782-9-iscsi',id=3ba3cff0-0714-4a2d-b638-391a63c22700,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:48:38Z,topic='l3_agent')) {'router_ids': ['13ccdb28-6571-4aa1-9074-8602e244db15'], 'active': True} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:13:15.240665 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-40c46700-bd6e-42d6-bf33-10b670a6c034 admin admin] Notify callbacks [] for router, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:15.343998 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-40c46700-bd6e-42d6-bf33-10b670a6c034 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:15.374401 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvr_db [None req-e9a6f1f5-bb4c-4413-a766-d1ed165ef9bc None None] Set router 13ccdb28-6571-4aa1-9074-8602e244db15 gateway port host: dv-cinder-788782-9-iscsi {{(pid=120043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:13:15.473006 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.plugins.ml2.plugin [None req-40c46700-bd6e-42d6-bf33-10b670a6c034 admin admin] Deleting port 080f4c04-08e1-4349-8948-d812179f1dd5 {{(pid=120041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:13:15.473238 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-40c46700-bd6e-42d6-bf33-10b670a6c034 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763613556462'] for port, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:15.543181 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_hamode_db [None req-e9a6f1f5-bb4c-4413-a766-d1ed165ef9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ccdb28-6571-4aa1-9074-8602e244db15', 'name': 'tempest-TestVolumeBootPattern-1805627011-router', 'tenant_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '080f4c04-08e1-4349-8948-d812179f1dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:06:09Z', 'updated_at': '2021-09-03T13:13:14Z', 'revision_number': 5, 'project_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'gw_port': {'id': '080f4c04-08e1-4349-8948-d812179f1dd5', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ff:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ccdb28-6571-4aa1-9074-8602e244db15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:06:10Z', 'updated_at': '2021-09-03T13:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi'}], 'dv-cinder-788782-9-iscsi', False) {} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:13:15.549936 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.plugins.ml2.db [None req-40c46700-bd6e-42d6-bf33-10b670a6c034 admin admin] For port 080f4c04-08e1-4349-8948-d812179f1dd5, host dv-cinder-788782-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-9-iscsi',level=0,port_id=080f4c04-08e1-4349-8948-d812179f1dd5,segment=NetworkSegment(c1a38775-ec28-415d-bb88-0cf7761c0f56),segment_id=c1a38775-ec28-415d-bb88-0cf7761c0f56)] {{(pid=120041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:13:15.550335 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-40c46700-bd6e-42d6-bf33-10b670a6c034 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642786'] for port, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:15.563061 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.plugins.ml2.plugin [None req-40c46700-bd6e-42d6-bf33-10b670a6c034 admin admin] Calling delete_port for 080f4c04-08e1-4349-8948-d812179f1dd5 owned by network:router_gateway {{(pid=120041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:13:15.572827 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a6f1f5-bb4c-4413-a766-d1ed165ef9bc None None] Checking router: 13ccdb28-6571-4aa1-9074-8602e244db15 for host: dv-cinder-788782-9-iscsi {{(pid=120043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 13:13:15.581450 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a6f1f5-bb4c-4413-a766-d1ed165ef9bc None None] Routers {'13ccdb28-6571-4aa1-9074-8602e244db15'} bound to L3 agent in host dv-cinder-788782-9-iscsi {{(pid=120043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:13:15.581749 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_hamode_db [None req-e9a6f1f5-bb4c-4413-a766-d1ed165ef9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T12:48:38Z,description=,heartbeat_timestamp=2021-09-03T13:13:08Z,host='dv-cinder-788782-9-iscsi',id=3ba3cff0-0714-4a2d-b638-391a63c22700,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:48:38Z,topic='l3_agent')) {'router_ids': ['13ccdb28-6571-4aa1-9074-8602e244db15'], 'active': True} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:13:15.664045 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvr_db [None req-e9a6f1f5-bb4c-4413-a766-d1ed165ef9bc None None] Set router 13ccdb28-6571-4aa1-9074-8602e244db15 gateway port host: None {{(pid=120043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:13:15.722603 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_hamode_db [None req-e9a6f1f5-bb4c-4413-a766-d1ed165ef9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ccdb28-6571-4aa1-9074-8602e244db15', 'name': 'tempest-TestVolumeBootPattern-1805627011-router', 'tenant_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:06:09Z', 'updated_at': '2021-09-03T13:13:15Z', 'revision_number': 6, 'project_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'gw_port_host': None}], 'dv-cinder-788782-9-iscsi', False) {} {{(pid=120043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:13:15.749065 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a6f1f5-bb4c-4413-a766-d1ed165ef9bc None None] The sync data for ids ['13ccdb28-6571-4aa1-9074-8602e244db15'] in dv-cinder-788782-9-iscsi is: [{'id': '13ccdb28-6571-4aa1-9074-8602e244db15', 'name': 'tempest-TestVolumeBootPattern-1805627011-router', 'tenant_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:06:09Z', 'updated_at': '2021-09-03T13:13:15Z', 'revision_number': 6, 'project_id': 'd34eab3afdc4475ba16aef69907d1ba9', 'gw_port_host': None}] {{(pid=120043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 13:13:15.789557 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-40c46700-bd6e-42d6-bf33-10b670a6c034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763613567928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763613061268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533180425'] for port, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:15.815048 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c46700-bd6e-42d6-bf33-10b670a6c034 admin admin] Pushing event deleted for resources: {'Port': ['ID=080f4c04-08e1-4349-8948-d812179f1dd5,revision_number=None']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:13:15.875708 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-40c46700-bd6e-42d6-bf33-10b670a6c034 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664209'] for router_gateway, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:15.961827 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-40c46700-bd6e-42d6-bf33-10b670a6c034 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28312'] for router, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:15.963972 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-40c46700-bd6e-42d6-bf33-10b670a6c034 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:16.057887 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-40c46700-bd6e-42d6-bf33-10b670a6c034 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667959'] for router, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:16.058432 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40c46700-bd6e-42d6-bf33-10b670a6c034 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13ccdb28-6571-4aa1-9074-8602e244db15 {{(pid=120041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 13:13:16.063080 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-40c46700-bd6e-42d6-bf33-10b670a6c034 admin admin] Notify callbacks [] for router, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:16.064251 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-40c46700-bd6e-42d6-bf33-10b670a6c034 admin admin] 10.222.0.24 "DELETE /v2.0/routers/13ccdb28-6571-4aa1-9074-8602e244db15 HTTP/1.1" status: 204 len: 168 time: 0.9223883 Sep 03 13:13:16.071716 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 46120) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:13:16.112564 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc04ff4e-9fd9-426e-ae11-2a72bfb5410b admin admin] Deleting subnet edbca751-0dff-4862-be2a-c77a6cb4f2ff {{(pid=120041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 13:13:16.115886 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-fc04ff4e-9fd9-426e-ae11-2a72bfb5410b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:16.154953 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-fc04ff4e-9fd9-426e-ae11-2a72bfb5410b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-533074396'] for subnet, precommit_delete_associations {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:16.228634 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-fc04ff4e-9fd9-426e-ae11-2a72bfb5410b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667103'] for subnet, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:16.355965 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-fc04ff4e-9fd9-426e-ae11-2a72bfb5410b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533180452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532788743'] for subnet, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:16.378798 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc04ff4e-9fd9-426e-ae11-2a72bfb5410b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edbca751-0dff-4862-be2a-c77a6cb4f2ff,revision_number=None']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:13:16.384401 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-fc04ff4e-9fd9-426e-ae11-2a72bfb5410b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575370'] for subnet, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:16.386494 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-fc04ff4e-9fd9-426e-ae11-2a72bfb5410b admin admin] 10.222.0.24 "DELETE /v2.0/subnets/edbca751-0dff-4862-be2a-c77a6cb4f2ff HTTP/1.1" status: 204 len: 168 time: 0.3184340 Sep 03 13:13:16.388741 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 46122) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:13:16.389676 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a641598d-9e5e-4261-bfa3-d6b112d6d87d None None] Network 76029711-1f89-4a0b-abcb-cade63640c30 requested from dv-cinder-788782-9-iscsi {{(pid=120043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 13:13:16.458757 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-75f305d7-c95d-47c6-acfb-e2faf05269cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578772'] for network, before_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:16.512218 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.plugin [None req-75f305d7-c95d-47c6-acfb-e2faf05269cb admin admin] Deleting port 0261aa9b-acb5-454a-96c4-7ff67f6a9c09 {{(pid=120042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:13:16.512578 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-75f305d7-c95d-47c6-acfb-e2faf05269cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763613556462'] for port, before_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:16.569623 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cddb62e-8e4b-40e4-acea-8f20f4aabbe7 None None] DHCP port deletion for 76029711-1f89-4a0b-abcb-cade63640c30 request from dv-cinder-788782-9-iscsi {{(pid=120043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 13:13:16.578728 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.db [None req-75f305d7-c95d-47c6-acfb-e2faf05269cb admin admin] For port 0261aa9b-acb5-454a-96c4-7ff67f6a9c09, host dv-cinder-788782-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-9-iscsi',level=0,port_id=0261aa9b-acb5-454a-96c4-7ff67f6a9c09,segment=NetworkSegment(cdbbc9d5-da86-470a-942c-2d06f55ad836),segment_id=cdbbc9d5-da86-470a-942c-2d06f55ad836)] {{(pid=120042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:13:16.579120 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-75f305d7-c95d-47c6-acfb-e2faf05269cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642786'] for port, precommit_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:16.592727 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.plugin [None req-75f305d7-c95d-47c6-acfb-e2faf05269cb admin admin] Calling delete_port for 0261aa9b-acb5-454a-96c4-7ff67f6a9c09 owned by network:dhcp {{(pid=120042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:13:16.629130 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.plugin [None req-6cddb62e-8e4b-40e4-acea-8f20f4aabbe7 None None] Deleting port 0261aa9b-acb5-454a-96c4-7ff67f6a9c09 {{(pid=120043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:13:16.629514 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-6cddb62e-8e4b-40e4-acea-8f20f4aabbe7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763613556462'] for port, before_delete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:16.692734 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-6cddb62e-8e4b-40e4-acea-8f20f4aabbe7 None None] For port 0261aa9b-acb5-454a-96c4-7ff67f6a9c09, host dv-cinder-788782-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-9-iscsi',level=0,port_id=0261aa9b-acb5-454a-96c4-7ff67f6a9c09,segment=NetworkSegment(cdbbc9d5-da86-470a-942c-2d06f55ad836),segment_id=cdbbc9d5-da86-470a-942c-2d06f55ad836)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:13:16.693141 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-6cddb62e-8e4b-40e4-acea-8f20f4aabbe7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642786'] for port, precommit_delete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:16.706477 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.plugin [None req-6cddb62e-8e4b-40e4-acea-8f20f4aabbe7 None None] Calling delete_port for 0261aa9b-acb5-454a-96c4-7ff67f6a9c09 owned by network:dhcp {{(pid=120043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:13:16.772863 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-75f305d7-c95d-47c6-acfb-e2faf05269cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763613567928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763613061268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534626149'] for port, after_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:16.785092 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-6cddb62e-8e4b-40e4-acea-8f20f4aabbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763613567928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763613061268'] for port, after_delete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:16.798822 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f305d7-c95d-47c6-acfb-e2faf05269cb admin admin] Pushing event deleted for resources: {'Port': ['ID=0261aa9b-acb5-454a-96c4-7ff67f6a9c09,revision_number=None']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:13:16.805212 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f305d7-c95d-47c6-acfb-e2faf05269cb admin admin] No DVR routers for this DVR port 0261aa9b-acb5-454a-96c4-7ff67f6a9c09 on host dv-cinder-788782-9-iscsi {{(pid=120042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 13:13:16.811739 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cddb62e-8e4b-40e4-acea-8f20f4aabbe7 None None] Pushing event deleted for resources: {'Port': ['ID=0261aa9b-acb5-454a-96c4-7ff67f6a9c09,revision_number=None']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:13:16.814013 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cddb62e-8e4b-40e4-acea-8f20f4aabbe7 None None] No DVR routers for this DVR port 0261aa9b-acb5-454a-96c4-7ff67f6a9c09 on host dv-cinder-788782-9-iscsi {{(pid=120043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 13:13:16.824271 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cddb62e-8e4b-40e4-acea-8f20f4aabbe7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:13:16.824271 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cddb62e-8e4b-40e4-acea-8f20f4aabbe7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:13:16.824271 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cddb62e-8e4b-40e4-acea-8f20f4aabbe7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:13:16.824271 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cddb62e-8e4b-40e4-acea-8f20f4aabbe7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:13:16.824271 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cddb62e-8e4b-40e4-acea-8f20f4aabbe7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:13:16.824271 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cddb62e-8e4b-40e4-acea-8f20f4aabbe7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:13:16.824271 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cddb62e-8e4b-40e4-acea-8f20f4aabbe7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:13:16.824271 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cddb62e-8e4b-40e4-acea-8f20f4aabbe7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:13:16.825110 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cddb62e-8e4b-40e4-acea-8f20f4aabbe7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:13:16.825110 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cddb62e-8e4b-40e4-acea-8f20f4aabbe7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:13:16.825386 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cddb62e-8e4b-40e4-acea-8f20f4aabbe7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:13:16.825708 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cddb62e-8e4b-40e4-acea-8f20f4aabbe7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-9-iscsi {{(pid=120043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 13:13:16.880960 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-75f305d7-c95d-47c6-acfb-e2faf05269cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665418', 'neutron.services.segments.db._delete_segments_for_network-8763613606485'] for network, precommit_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:16.890662 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.services.segments.db [None req-75f305d7-c95d-47c6-acfb-e2faf05269cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76029711-1f89-4a0b-abcb-cade63640c30']}} {{(pid=120042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:13:16.900416 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.services.segments.db [None req-75f305d7-c95d-47c6-acfb-e2faf05269cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdbbc9d5-da86-470a-942c-2d06f55ad836') {'for_net_delete': True} {{(pid=120042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:13:16.900720 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.services.segments.db [None req-75f305d7-c95d-47c6-acfb-e2faf05269cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdbbc9d5-da86-470a-942c-2d06f55ad836') {} {{(pid=120042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:13:16.909295 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-75f305d7-c95d-47c6-acfb-e2faf05269cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763613607518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532845248'] for segment, before_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:16.923173 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-75f305d7-c95d-47c6-acfb-e2faf05269cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669750'] for segment, precommit_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:16.929096 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75f305d7-c95d-47c6-acfb-e2faf05269cb admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=120042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 13:13:16.934351 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-75f305d7-c95d-47c6-acfb-e2faf05269cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534626070'] for segment, after_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:16.934351 dv-cinder-788782-9-iscsi neutron-server[120042]: Traceback (most recent call last): Sep 03 13:13:16.934351 dv-cinder-788782-9-iscsi neutron-server[120042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 13:13:16.934351 dv-cinder-788782-9-iscsi neutron-server[120042]: timer() Sep 03 13:13:16.934351 dv-cinder-788782-9-iscsi neutron-server[120042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 13:13:16.934351 dv-cinder-788782-9-iscsi neutron-server[120042]: cb(*args, **kw) Sep 03 13:13:16.934351 dv-cinder-788782-9-iscsi neutron-server[120042]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 13:13:16.934351 dv-cinder-788782-9-iscsi neutron-server[120042]: return func(*args, **kwargs) Sep 03 13:13:16.934351 dv-cinder-788782-9-iscsi neutron-server[120042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 13:13:16.934351 dv-cinder-788782-9-iscsi neutron-server[120042]: self._notify() Sep 03 13:13:16.934351 dv-cinder-788782-9-iscsi neutron-server[120042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 13:13:16.934351 dv-cinder-788782-9-iscsi neutron-server[120042]: self.callback(batched_events) Sep 03 13:13:16.934351 dv-cinder-788782-9-iscsi neutron-server[120042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 13:13:16.934351 dv-cinder-788782-9-iscsi neutron-server[120042]: event.method(event) Sep 03 13:13:16.934351 dv-cinder-788782-9-iscsi neutron-server[120042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 13:13:16.934351 dv-cinder-788782-9-iscsi neutron-server[120042]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 13:13:16.934351 dv-cinder-788782-9-iscsi neutron-server[120042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 13:13:16.934351 dv-cinder-788782-9-iscsi neutron-server[120042]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 13:13:16.934351 dv-cinder-788782-9-iscsi neutron-server[120042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 13:13:16.934351 dv-cinder-788782-9-iscsi neutron-server[120042]: return f(self, *a, **k) Sep 03 13:13:16.934351 dv-cinder-788782-9-iscsi neutron-server[120042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 13:13:16.934351 dv-cinder-788782-9-iscsi neutron-server[120042]: return self._get(url).json() Sep 03 13:13:16.934351 dv-cinder-788782-9-iscsi neutron-server[120042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 13:13:16.934351 dv-cinder-788782-9-iscsi neutron-server[120042]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 13:13:16.934351 dv-cinder-788782-9-iscsi neutron-server[120042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 13:13:16.934351 dv-cinder-788782-9-iscsi neutron-server[120042]: return self.request(url, 'GET', **kwargs) Sep 03 13:13:16.934351 dv-cinder-788782-9-iscsi neutron-server[120042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 13:13:16.934351 dv-cinder-788782-9-iscsi neutron-server[120042]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 13:13:16.934351 dv-cinder-788782-9-iscsi neutron-server[120042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 13:13:16.934351 dv-cinder-788782-9-iscsi neutron-server[120042]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 13:13:16.934351 dv-cinder-788782-9-iscsi neutron-server[120042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 13:13:16.934351 dv-cinder-788782-9-iscsi neutron-server[120042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 13:13:16.934351 dv-cinder-788782-9-iscsi neutron-server[120042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 13:13:17.040638 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-75f305d7-c95d-47c6-acfb-e2faf05269cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748793'] for network, after_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:17.046380 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-75f305d7-c95d-47c6-acfb-e2faf05269cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575370'] for network, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:17.050406 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-75f305d7-c95d-47c6-acfb-e2faf05269cb admin admin] 10.222.0.24 "DELETE /v2.0/networks/76029711-1f89-4a0b-abcb-cade63640c30 HTTP/1.1" status: 204 len: 168 time: 0.6585228 Sep 03 13:13:17.051417 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 46124) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:13:17.059170 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f305d7-c95d-47c6-acfb-e2faf05269cb admin admin] Pushing event deleted for resources: {'Network': ['ID=76029711-1f89-4a0b-abcb-cade63640c30,revision_number=None']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:13:17.380985 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-4f3bad3e-543b-471b-93e4-c0a635555227 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1666091'] for router_interface, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:17.615327 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.plugins.ml2.plugin [None req-4f3bad3e-543b-471b-93e4-c0a635555227 admin admin] Deleting port 929eae96-c6e9-46c7-8510-f189311a1df5 {{(pid=120041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:13:17.615676 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-4f3bad3e-543b-471b-93e4-c0a635555227 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763613556462'] for port, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:17.639977 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Device 080f4c04-08e1-4349-8948-d812179f1dd5 no longer exists at agent ovs-agent-dv-cinder-788782-9-iscsi {{(pid=120043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 13:13:17.659594 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.plugin [None req-08f51270-9900-45ae-a958-671501e71079 None None] No Port match for: 080f4c04-08e1-4349-8948-d812179f1dd5 {{(pid=120043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 13:13:17.659972 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Device 080f4c04-08e1-4349-8948-d812179f1dd5 not bound to the agent host dv-cinder-788782-9-iscsi {{(pid=120043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 13:13:17.660389 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Device 0261aa9b-acb5-454a-96c4-7ff67f6a9c09 no longer exists at agent ovs-agent-dv-cinder-788782-9-iscsi {{(pid=120043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 13:13:17.677896 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.plugin [None req-08f51270-9900-45ae-a958-671501e71079 None None] No Port match for: 0261aa9b-acb5-454a-96c4-7ff67f6a9c09 {{(pid=120043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 13:13:17.678246 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Device 0261aa9b-acb5-454a-96c4-7ff67f6a9c09 not bound to the agent host dv-cinder-788782-9-iscsi {{(pid=120043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 13:13:17.678659 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Device b3fa2d1e-6ae2-49bc-a83e-ff1ee2c747b1 no longer exists at agent ovs-agent-dv-cinder-788782-9-iscsi {{(pid=120043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 13:13:17.691244 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.plugins.ml2.db [None req-4f3bad3e-543b-471b-93e4-c0a635555227 admin admin] For port 929eae96-c6e9-46c7-8510-f189311a1df5, host dv-cinder-788782-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-9-iscsi',level=0,port_id=929eae96-c6e9-46c7-8510-f189311a1df5,segment=NetworkSegment(3d50989d-40e3-4262-ad9c-30b7087455d3),segment_id=3d50989d-40e3-4262-ad9c-30b7087455d3)] {{(pid=120041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:13:17.691628 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-4f3bad3e-543b-471b-93e4-c0a635555227 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642786'] for port, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:17.696227 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.plugin [None req-08f51270-9900-45ae-a958-671501e71079 None None] No Port match for: b3fa2d1e-6ae2-49bc-a83e-ff1ee2c747b1 {{(pid=120043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 13:13:17.696582 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Device b3fa2d1e-6ae2-49bc-a83e-ff1ee2c747b1 not bound to the agent host dv-cinder-788782-9-iscsi {{(pid=120043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 13:13:17.712624 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.plugins.ml2.plugin [None req-4f3bad3e-543b-471b-93e4-c0a635555227 admin admin] Calling delete_port for 929eae96-c6e9-46c7-8510-f189311a1df5 owned by network:router_interface {{(pid=120041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:13:17.960866 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-4f3bad3e-543b-471b-93e4-c0a635555227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763613567928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763613061268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533180425'] for port, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:17.986308 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3bad3e-543b-471b-93e4-c0a635555227 admin admin] Pushing event deleted for resources: {'Port': ['ID=929eae96-c6e9-46c7-8510-f189311a1df5,revision_number=None']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:13:18.349918 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-4f3bad3e-543b-471b-93e4-c0a635555227 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1666239'] for router_interface, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:18.549218 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f3bad3e-543b-471b-93e4-c0a635555227 admin admin] Router c1a2a9d0-a963-46ff-8c91-70cfff0b93f0 has already been hosted by L3 agent 3ba3cff0-0714-4a2d-b638-391a63c22700 {{(pid=120041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 13:13:18.650066 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f3bad3e-543b-471b-93e4-c0a635555227 admin admin] Notify agent at l3_agent.dv-cinder-788782-9-iscsi the message routers_updated {{(pid=120041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 13:13:18.658424 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 46126) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:13:18.659232 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-4f3bad3e-543b-471b-93e4-c0a635555227 admin admin] 10.222.0.24 "PUT /v2.0/routers/c1a2a9d0-a963-46ff-8c91-70cfff0b93f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6063607 Sep 03 13:13:18.660821 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5b4aec-2af9-4d3f-b6e4-e79b0f7661d8 None None] Sync routers for ids ['c1a2a9d0-a963-46ff-8c91-70cfff0b93f0'] in dv-cinder-788782-9-iscsi {{(pid=120044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 13:13:18.670529 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5b4aec-2af9-4d3f-b6e4-e79b0f7661d8 None None] Routers {'c1a2a9d0-a963-46ff-8c91-70cfff0b93f0'} bound to L3 agent in host dv-cinder-788782-9-iscsi {{(pid=120044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:13:18.671139 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_hamode_db [None req-3f5b4aec-2af9-4d3f-b6e4-e79b0f7661d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T12:48:38Z,description=,heartbeat_timestamp=2021-09-03T13:13:08Z,host='dv-cinder-788782-9-iscsi',id=3ba3cff0-0714-4a2d-b638-391a63c22700,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:48:38Z,topic='l3_agent')) {'router_ids': ['c1a2a9d0-a963-46ff-8c91-70cfff0b93f0'], 'active': True} {{(pid=120044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:13:18.760819 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-43e9e813-66eb-4553-9913-b5644928920d admin admin] Notify callbacks [] for router, before_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:18.771633 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_dvr_db [None req-3f5b4aec-2af9-4d3f-b6e4-e79b0f7661d8 None None] Set router c1a2a9d0-a963-46ff-8c91-70cfff0b93f0 gateway port host: dv-cinder-788782-9-iscsi {{(pid=120044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:13:18.860920 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-43e9e813-66eb-4553-9913-b5644928920d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:18.943858 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_hamode_db [None req-3f5b4aec-2af9-4d3f-b6e4-e79b0f7661d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1a2a9d0-a963-46ff-8c91-70cfff0b93f0', 'name': 'tempest-TestVolumeBootPattern-258846810-router', 'tenant_id': 'ae098e49d8904502bd35f1632dac116d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'external_fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': 'd18940a0-6bfe-4d6f-854c-e1a120bddfc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:06:15Z', 'updated_at': '2021-09-03T13:13:17Z', 'revision_number': 5, 'project_id': 'ae098e49d8904502bd35f1632dac116d', 'gw_port': {'id': 'd18940a0-6bfe-4d6f-854c-e1a120bddfc3', 'name': '', 'network_id': '9198821c-ee56-4cb5-9e5d-ab43e0594ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:da:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a2a9d0-a963-46ff-8c91-70cfff0b93f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T13:06:16Z', 'updated_at': '2021-09-03T13:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2efca78d-d4c6-45b2-a3f0-03ef309b0579', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-9-iscsi'}], 'dv-cinder-788782-9-iscsi', False) {} {{(pid=120044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:13:18.969116 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5b4aec-2af9-4d3f-b6e4-e79b0f7661d8 None None] Checking router: c1a2a9d0-a963-46ff-8c91-70cfff0b93f0 for host: dv-cinder-788782-9-iscsi {{(pid=120044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 13:13:18.977275 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5b4aec-2af9-4d3f-b6e4-e79b0f7661d8 None None] Routers {'c1a2a9d0-a963-46ff-8c91-70cfff0b93f0'} bound to L3 agent in host dv-cinder-788782-9-iscsi {{(pid=120044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 13:13:18.978102 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_hamode_db [None req-3f5b4aec-2af9-4d3f-b6e4-e79b0f7661d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T12:48:38Z,description=,heartbeat_timestamp=2021-09-03T13:13:08Z,host='dv-cinder-788782-9-iscsi',id=3ba3cff0-0714-4a2d-b638-391a63c22700,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T12:48:38Z,topic='l3_agent')) {'router_ids': ['c1a2a9d0-a963-46ff-8c91-70cfff0b93f0'], 'active': True} {{(pid=120044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:13:19.000953 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.plugin [None req-43e9e813-66eb-4553-9913-b5644928920d admin admin] Deleting port d18940a0-6bfe-4d6f-854c-e1a120bddfc3 {{(pid=120042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:13:19.001297 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-43e9e813-66eb-4553-9913-b5644928920d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763613556462'] for port, before_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:19.061398 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_dvr_db [None req-3f5b4aec-2af9-4d3f-b6e4-e79b0f7661d8 None None] Set router c1a2a9d0-a963-46ff-8c91-70cfff0b93f0 gateway port host: None {{(pid=120044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 13:13:19.076539 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.db [None req-43e9e813-66eb-4553-9913-b5644928920d admin admin] For port d18940a0-6bfe-4d6f-854c-e1a120bddfc3, host dv-cinder-788782-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-9-iscsi',level=0,port_id=d18940a0-6bfe-4d6f-854c-e1a120bddfc3,segment=NetworkSegment(c1a38775-ec28-415d-bb88-0cf7761c0f56),segment_id=c1a38775-ec28-415d-bb88-0cf7761c0f56)] {{(pid=120042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:13:19.076939 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-43e9e813-66eb-4553-9913-b5644928920d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642786'] for port, precommit_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:19.088109 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.plugin [None req-43e9e813-66eb-4553-9913-b5644928920d admin admin] Calling delete_port for d18940a0-6bfe-4d6f-854c-e1a120bddfc3 owned by network:router_gateway {{(pid=120042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:13:19.114256 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.l3_hamode_db [None req-3f5b4aec-2af9-4d3f-b6e4-e79b0f7661d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1a2a9d0-a963-46ff-8c91-70cfff0b93f0', 'name': 'tempest-TestVolumeBootPattern-258846810-router', 'tenant_id': 'ae098e49d8904502bd35f1632dac116d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:06:15Z', 'updated_at': '2021-09-03T13:13:18Z', 'revision_number': 6, 'project_id': 'ae098e49d8904502bd35f1632dac116d', 'gw_port_host': None}], 'dv-cinder-788782-9-iscsi', False) {} {{(pid=120044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:13:19.139951 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5b4aec-2af9-4d3f-b6e4-e79b0f7661d8 None None] The sync data for ids ['c1a2a9d0-a963-46ff-8c91-70cfff0b93f0'] in dv-cinder-788782-9-iscsi is: [{'id': 'c1a2a9d0-a963-46ff-8c91-70cfff0b93f0', 'name': 'tempest-TestVolumeBootPattern-258846810-router', 'tenant_id': 'ae098e49d8904502bd35f1632dac116d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T13:06:15Z', 'updated_at': '2021-09-03T13:13:18Z', 'revision_number': 6, 'project_id': 'ae098e49d8904502bd35f1632dac116d', 'gw_port_host': None}] {{(pid=120044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 13:13:19.302397 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-43e9e813-66eb-4553-9913-b5644928920d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763613567928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763613061268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534626149'] for port, after_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:19.327887 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e9e813-66eb-4553-9913-b5644928920d admin admin] Pushing event deleted for resources: {'Port': ['ID=d18940a0-6bfe-4d6f-854c-e1a120bddfc3,revision_number=None']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:13:19.388062 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-43e9e813-66eb-4553-9913-b5644928920d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664209'] for router_gateway, after_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:19.473867 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-43e9e813-66eb-4553-9913-b5644928920d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28312'] for router, precommit_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:19.476068 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-43e9e813-66eb-4553-9913-b5644928920d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:19.587749 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-43e9e813-66eb-4553-9913-b5644928920d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667959'] for router, after_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:19.588368 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43e9e813-66eb-4553-9913-b5644928920d admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1a2a9d0-a963-46ff-8c91-70cfff0b93f0 {{(pid=120042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 13:13:19.592640 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-43e9e813-66eb-4553-9913-b5644928920d admin admin] Notify callbacks [] for router, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:19.593847 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-43e9e813-66eb-4553-9913-b5644928920d admin admin] 10.222.0.24 "DELETE /v2.0/routers/c1a2a9d0-a963-46ff-8c91-70cfff0b93f0 HTTP/1.1" status: 204 len: 168 time: 0.9340255 Sep 03 13:13:19.596335 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 46128) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:13:19.639390 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.db_base_plugin_v2 [None req-a25312fb-4827-4283-9e37-6cf1753885ca admin admin] Deleting subnet cba10547-4557-4d37-aaa2-099ee65db16c {{(pid=120042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 13:13:19.642285 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-a25312fb-4827-4283-9e37-6cf1753885ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:19.678483 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-a25312fb-4827-4283-9e37-6cf1753885ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532845273'] for subnet, precommit_delete_associations {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:19.753451 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-a25312fb-4827-4283-9e37-6cf1753885ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667103'] for subnet, precommit_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:19.880224 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-a25312fb-4827-4283-9e37-6cf1753885ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534626120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534459686'] for subnet, after_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:19.901859 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Device 929eae96-c6e9-46c7-8510-f189311a1df5 no longer exists at agent ovs-agent-dv-cinder-788782-9-iscsi {{(pid=120043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 13:13:19.908401 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25312fb-4827-4283-9e37-6cf1753885ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cba10547-4557-4d37-aaa2-099ee65db16c,revision_number=None']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:13:19.910379 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-a25312fb-4827-4283-9e37-6cf1753885ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:19.914687 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-a25312fb-4827-4283-9e37-6cf1753885ca admin admin] 10.222.0.24 "DELETE /v2.0/subnets/cba10547-4557-4d37-aaa2-099ee65db16c HTTP/1.1" status: 204 len: 168 time: 0.3150117 Sep 03 13:13:19.914687 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [-] (120042) accepted ('10.222.0.24', 46130) {{(pid=120042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:13:19.924207 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45176d5-e305-4f5c-9d97-11da214fca0a None None] Network 049f18c5-b049-4556-bb94-82a2749469e6 requested from dv-cinder-788782-9-iscsi {{(pid=120043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 13:13:19.926361 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.plugin [None req-08f51270-9900-45ae-a958-671501e71079 None None] No Port match for: 929eae96-c6e9-46c7-8510-f189311a1df5 {{(pid=120043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 13:13:19.926714 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Device 929eae96-c6e9-46c7-8510-f189311a1df5 not bound to the agent host dv-cinder-788782-9-iscsi {{(pid=120043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 13:13:19.927132 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Device d18940a0-6bfe-4d6f-854c-e1a120bddfc3 no longer exists at agent ovs-agent-dv-cinder-788782-9-iscsi {{(pid=120043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 13:13:19.968573 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.plugin [None req-08f51270-9900-45ae-a958-671501e71079 None None] No Port match for: d18940a0-6bfe-4d6f-854c-e1a120bddfc3 {{(pid=120043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 13:13:19.968926 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Device d18940a0-6bfe-4d6f-854c-e1a120bddfc3 not bound to the agent host dv-cinder-788782-9-iscsi {{(pid=120043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 13:13:19.986556 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-19846d5e-6805-47a1-a738-19b71c0e64d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578772'] for network, before_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:20.037426 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.plugin [None req-19846d5e-6805-47a1-a738-19b71c0e64d2 admin admin] Deleting port 63586990-c64a-46a9-ba86-56d6ff06cd8e {{(pid=120042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:13:20.037874 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-19846d5e-6805-47a1-a738-19b71c0e64d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763613556462'] for port, before_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:20.115584 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.db [None req-19846d5e-6805-47a1-a738-19b71c0e64d2 admin admin] For port 63586990-c64a-46a9-ba86-56d6ff06cd8e, host dv-cinder-788782-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-9-iscsi',level=0,port_id=63586990-c64a-46a9-ba86-56d6ff06cd8e,segment=NetworkSegment(3d50989d-40e3-4262-ad9c-30b7087455d3),segment_id=3d50989d-40e3-4262-ad9c-30b7087455d3)] {{(pid=120042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:13:20.116022 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-19846d5e-6805-47a1-a738-19b71c0e64d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642786'] for port, precommit_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:20.129001 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.plugin [None req-19846d5e-6805-47a1-a738-19b71c0e64d2 admin admin] Calling delete_port for 63586990-c64a-46a9-ba86-56d6ff06cd8e owned by network:dhcp {{(pid=120042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:13:20.132524 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1876e664-c220-4d3e-90b8-11d9efa36fed None None] DHCP port deletion for 049f18c5-b049-4556-bb94-82a2749469e6 request from dv-cinder-788782-9-iscsi {{(pid=120043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 13:13:20.178084 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.plugin [None req-1876e664-c220-4d3e-90b8-11d9efa36fed None None] Deleting port 63586990-c64a-46a9-ba86-56d6ff06cd8e {{(pid=120043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 13:13:20.178474 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-1876e664-c220-4d3e-90b8-11d9efa36fed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763613556462'] for port, before_delete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:20.239631 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.db [None req-1876e664-c220-4d3e-90b8-11d9efa36fed None None] For port 63586990-c64a-46a9-ba86-56d6ff06cd8e, host dv-cinder-788782-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-9-iscsi',level=0,port_id=63586990-c64a-46a9-ba86-56d6ff06cd8e,segment=NetworkSegment(3d50989d-40e3-4262-ad9c-30b7087455d3),segment_id=3d50989d-40e3-4262-ad9c-30b7087455d3)] {{(pid=120043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 13:13:20.240065 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-1876e664-c220-4d3e-90b8-11d9efa36fed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642786'] for port, precommit_delete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:20.252598 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.plugin [None req-1876e664-c220-4d3e-90b8-11d9efa36fed None None] Calling delete_port for 63586990-c64a-46a9-ba86-56d6ff06cd8e owned by network:dhcp {{(pid=120043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 13:13:20.303931 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-19846d5e-6805-47a1-a738-19b71c0e64d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763613567928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763613061268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534626149'] for port, after_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:20.329691 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-1876e664-c220-4d3e-90b8-11d9efa36fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763613567928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763613061268'] for port, after_delete {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:20.330657 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19846d5e-6805-47a1-a738-19b71c0e64d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=63586990-c64a-46a9-ba86-56d6ff06cd8e,revision_number=None']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:13:20.335741 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19846d5e-6805-47a1-a738-19b71c0e64d2 admin admin] No DVR routers for this DVR port 63586990-c64a-46a9-ba86-56d6ff06cd8e on host dv-cinder-788782-9-iscsi {{(pid=120042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 13:13:20.354626 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1876e664-c220-4d3e-90b8-11d9efa36fed None None] Pushing event deleted for resources: {'Port': ['ID=63586990-c64a-46a9-ba86-56d6ff06cd8e,revision_number=None']} {{(pid=120043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:13:20.358602 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1876e664-c220-4d3e-90b8-11d9efa36fed None None] No DVR routers for this DVR port 63586990-c64a-46a9-ba86-56d6ff06cd8e on host dv-cinder-788782-9-iscsi {{(pid=120043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 13:13:20.411509 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-19846d5e-6805-47a1-a738-19b71c0e64d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665418', 'neutron.services.segments.db._delete_segments_for_network-8763613606485'] for network, precommit_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:20.421398 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.services.segments.db [None req-19846d5e-6805-47a1-a738-19b71c0e64d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['049f18c5-b049-4556-bb94-82a2749469e6']}} {{(pid=120042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:13:20.430720 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.services.segments.db [None req-19846d5e-6805-47a1-a738-19b71c0e64d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d50989d-40e3-4262-ad9c-30b7087455d3') {'for_net_delete': True} {{(pid=120042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:13:20.431022 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.services.segments.db [None req-19846d5e-6805-47a1-a738-19b71c0e64d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d50989d-40e3-4262-ad9c-30b7087455d3') {} {{(pid=120042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 13:13:20.440034 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-19846d5e-6805-47a1-a738-19b71c0e64d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763613607518', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532845248'] for segment, before_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:20.453817 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-19846d5e-6805-47a1-a738-19b71c0e64d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669750'] for segment, precommit_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:20.459392 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19846d5e-6805-47a1-a738-19b71c0e64d2 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=120042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 13:13:20.459778 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-19846d5e-6805-47a1-a738-19b71c0e64d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534626070'] for segment, after_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:20.462563 dv-cinder-788782-9-iscsi neutron-server[120042]: Traceback (most recent call last): Sep 03 13:13:20.462563 dv-cinder-788782-9-iscsi neutron-server[120042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 13:13:20.462563 dv-cinder-788782-9-iscsi neutron-server[120042]: timer() Sep 03 13:13:20.462563 dv-cinder-788782-9-iscsi neutron-server[120042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 13:13:20.462563 dv-cinder-788782-9-iscsi neutron-server[120042]: cb(*args, **kw) Sep 03 13:13:20.462563 dv-cinder-788782-9-iscsi neutron-server[120042]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 13:13:20.462563 dv-cinder-788782-9-iscsi neutron-server[120042]: return func(*args, **kwargs) Sep 03 13:13:20.462563 dv-cinder-788782-9-iscsi neutron-server[120042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 13:13:20.462563 dv-cinder-788782-9-iscsi neutron-server[120042]: self._notify() Sep 03 13:13:20.462563 dv-cinder-788782-9-iscsi neutron-server[120042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 13:13:20.462563 dv-cinder-788782-9-iscsi neutron-server[120042]: self.callback(batched_events) Sep 03 13:13:20.462563 dv-cinder-788782-9-iscsi neutron-server[120042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 13:13:20.462563 dv-cinder-788782-9-iscsi neutron-server[120042]: event.method(event) Sep 03 13:13:20.462563 dv-cinder-788782-9-iscsi neutron-server[120042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 13:13:20.462563 dv-cinder-788782-9-iscsi neutron-server[120042]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 13:13:20.462563 dv-cinder-788782-9-iscsi neutron-server[120042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 13:13:20.462563 dv-cinder-788782-9-iscsi neutron-server[120042]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 13:13:20.462563 dv-cinder-788782-9-iscsi neutron-server[120042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 13:13:20.462563 dv-cinder-788782-9-iscsi neutron-server[120042]: return f(self, *a, **k) Sep 03 13:13:20.462563 dv-cinder-788782-9-iscsi neutron-server[120042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 13:13:20.462563 dv-cinder-788782-9-iscsi neutron-server[120042]: return self._get(url).json() Sep 03 13:13:20.462563 dv-cinder-788782-9-iscsi neutron-server[120042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 13:13:20.462563 dv-cinder-788782-9-iscsi neutron-server[120042]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 13:13:20.462563 dv-cinder-788782-9-iscsi neutron-server[120042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 13:13:20.462563 dv-cinder-788782-9-iscsi neutron-server[120042]: return self.request(url, 'GET', **kwargs) Sep 03 13:13:20.462563 dv-cinder-788782-9-iscsi neutron-server[120042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 13:13:20.462563 dv-cinder-788782-9-iscsi neutron-server[120042]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 13:13:20.462563 dv-cinder-788782-9-iscsi neutron-server[120042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 13:13:20.462563 dv-cinder-788782-9-iscsi neutron-server[120042]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 13:13:20.462563 dv-cinder-788782-9-iscsi neutron-server[120042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 13:13:20.462563 dv-cinder-788782-9-iscsi neutron-server[120042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 13:13:20.462563 dv-cinder-788782-9-iscsi neutron-server[120042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 13:13:20.595202 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-19846d5e-6805-47a1-a738-19b71c0e64d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748793'] for network, after_delete {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:20.600596 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron_lib.callbacks.manager [None req-19846d5e-6805-47a1-a738-19b71c0e64d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575370'] for network, before_response {{(pid=120042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:20.605969 dv-cinder-788782-9-iscsi neutron-server[120042]: INFO neutron.wsgi [None req-19846d5e-6805-47a1-a738-19b71c0e64d2 admin admin] 10.222.0.24 "DELETE /v2.0/networks/049f18c5-b049-4556-bb94-82a2749469e6 HTTP/1.1" status: 204 len: 168 time: 0.6869168 Sep 03 13:13:20.613301 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19846d5e-6805-47a1-a738-19b71c0e64d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=049f18c5-b049-4556-bb94-82a2749469e6,revision_number=None']} {{(pid=120042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:13:20.902201 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 46134) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:13:20.940498 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-cdec07b6-3717-4be8-abff-68240fc9d769 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d34eab3afdc4475ba16aef69907d1ba9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0372009 Sep 03 13:13:20.942804 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 46136) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:13:20.991986 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-2470acc4-a758-4dc4-99d6-40cec6618a52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:21.011798 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-2470acc4-a758-4dc4-99d6-40cec6618a52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:21.137874 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-2470acc4-a758-4dc4-99d6-40cec6618a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:21.140445 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-2470acc4-a758-4dc4-99d6-40cec6618a52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:21.141582 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-2470acc4-a758-4dc4-99d6-40cec6618a52 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ceeb26b3-e130-424d-8ddc-2148bdb2ec8d HTTP/1.1" status: 204 len: 168 time: 0.1979163 Sep 03 13:13:21.149422 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2470acc4-a758-4dc4-99d6-40cec6618a52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceeb26b3-e130-424d-8ddc-2148bdb2ec8d,revision_number=None']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:13:21.635663 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Device 63586990-c64a-46a9-ba86-56d6ff06cd8e no longer exists at agent ovs-agent-dv-cinder-788782-9-iscsi {{(pid=120043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 13:13:21.656391 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.plugin [None req-08f51270-9900-45ae-a958-671501e71079 None None] No Port match for: 63586990-c64a-46a9-ba86-56d6ff06cd8e {{(pid=120043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 13:13:21.656677 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron.plugins.ml2.rpc [None req-08f51270-9900-45ae-a958-671501e71079 None None] Device 63586990-c64a-46a9-ba86-56d6ff06cd8e not bound to the agent host dv-cinder-788782-9-iscsi {{(pid=120043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 13:13:21.808764 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 46142) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:13:21.848638 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-1009bdc5-fad1-4a26-bd15-1bc7e32f5462 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ae098e49d8904502bd35f1632dac116d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387192 Sep 03 13:13:21.851023 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.wsgi [-] (120041) accepted ('10.222.0.24', 46144) {{(pid=120041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 13:13:21.897752 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-c404d34a-d53c-4f61-92d7-4f9714472de1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:21.917633 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-c404d34a-d53c-4f61-92d7-4f9714472de1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:22.046389 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-c404d34a-d53c-4f61-92d7-4f9714472de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695929'] for security_group, after_delete {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:22.048947 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron_lib.callbacks.manager [None req-c404d34a-d53c-4f61-92d7-4f9714472de1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=120041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:22.050073 dv-cinder-788782-9-iscsi neutron-server[120041]: INFO neutron.wsgi [None req-c404d34a-d53c-4f61-92d7-4f9714472de1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/383d7ee0-bd6d-4f65-8300-574cc46a025b HTTP/1.1" status: 204 len: 168 time: 0.1981542 Sep 03 13:13:22.057659 dv-cinder-788782-9-iscsi neutron-server[120041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c404d34a-d53c-4f61-92d7-4f9714472de1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=383d7ee0-bd6d-4f65-8300-574cc46a025b,revision_number=None']} {{(pid=120041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 13:13:30.584173 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.agents_db [None req-4ecc573b-6c34-46c7-b31e-835fd9e30662 None None] Agent healthcheck: found 6 active agents {{(pid=120044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 13:13:35.261839 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-4bee81fc-a742-4c2a-a461-6a6ad1a13c26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:37.090567 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:37.856207 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-fd787b9b-2138-43ab-b598-8064eb8e551b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:38.400344 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:39.091637 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08724a11-fd48-4ea4-9071-7b022d0e8053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:13:40.834432 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-df5ee12c-e8c1-490b-8d0e-415336677a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:05.256806 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-9f8e14d5-8caf-4c7e-bd82-6d189ea22dc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:07.129293 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:07.583239 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.agents_db [None req-4ecc573b-6c34-46c7-b31e-835fd9e30662 None None] Agent healthcheck: found 6 active agents {{(pid=120044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 13:14:07.854919 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-e94422d8-88f3-46c0-bb1e-4a039182ba98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:08.397644 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:09.083710 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08724a11-fd48-4ea4-9071-7b022d0e8053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:10.872042 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-df5ee12c-e8c1-490b-8d0e-415336677a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:35.282663 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-8e26b2a9-527d-4f3a-8b1b-30762098d7fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:37.170322 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:37.879539 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-547a9c89-e70d-4238-bd81-96f20a4dd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:38.393558 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:39.096114 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08724a11-fd48-4ea4-9071-7b022d0e8053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:40.865468 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-df5ee12c-e8c1-490b-8d0e-415336677a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:14:44.581749 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.agents_db [None req-4ecc573b-6c34-46c7-b31e-835fd9e30662 None None] Agent healthcheck: found 6 active agents {{(pid=120044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 13:15:05.255440 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-32171322-55d4-45b1-9583-1403d47c5e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:07.175359 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:07.865115 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-b48ce38e-9dd6-4f54-8b48-86217582781d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:08.387085 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:09.104548 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08724a11-fd48-4ea4-9071-7b022d0e8053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:10.895998 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-df5ee12c-e8c1-490b-8d0e-415336677a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:21.580287 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.agents_db [None req-4ecc573b-6c34-46c7-b31e-835fd9e30662 None None] Agent healthcheck: found 6 active agents {{(pid=120044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 13:15:35.283556 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-6ce09499-abcb-4a54-9b26-9ce395650321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:37.172623 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:37.877972 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-fc720f54-aac8-4337-8708-8f27c4018555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:38.415408 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:39.092344 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08724a11-fd48-4ea4-9071-7b022d0e8053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:40.877720 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-df5ee12c-e8c1-490b-8d0e-415336677a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:15:58.579972 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.agents_db [None req-4ecc573b-6c34-46c7-b31e-835fd9e30662 None None] Agent healthcheck: found 6 active agents {{(pid=120044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 13:16:05.265866 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-535f3032-c8a1-4ce8-9609-4b98d6eb0fed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:07.236984 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:07.846271 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-175ed08c-44c2-455d-939f-c069c2ffc61e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:08.400523 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:09.083193 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08724a11-fd48-4ea4-9071-7b022d0e8053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:10.857302 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-df5ee12c-e8c1-490b-8d0e-415336677a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:35.262121 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-9dabf6f4-b2ae-4e8f-ab8c-de2219701bd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:35.579021 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.agents_db [None req-4ecc573b-6c34-46c7-b31e-835fd9e30662 None None] Agent healthcheck: found 6 active agents {{(pid=120044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 13:16:37.199310 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:37.910987 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-fd366429-9bdc-49ef-b41e-9222c5cfb8b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:38.391060 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:39.088300 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08724a11-fd48-4ea4-9071-7b022d0e8053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:16:40.856870 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-df5ee12c-e8c1-490b-8d0e-415336677a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:05.259537 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-90990d75-a430-4a30-9cd1-e7e86d436f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:07.198505 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:07.873202 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-8d7c8864-4ca3-40a5-8987-669b3e4955fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:08.416010 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:09.107172 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08724a11-fd48-4ea4-9071-7b022d0e8053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:10.864370 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-df5ee12c-e8c1-490b-8d0e-415336677a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:12.578134 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.agents_db [None req-4ecc573b-6c34-46c7-b31e-835fd9e30662 None None] Agent healthcheck: found 6 active agents {{(pid=120044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 13:17:35.249429 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-401d354f-1aec-4792-8e36-a58394ef5337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:37.215151 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:37.872079 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-f893d2a6-96f9-4cd5-a19c-b00eeab29f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:38.432234 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:39.140829 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08724a11-fd48-4ea4-9071-7b022d0e8053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:40.849639 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-df5ee12c-e8c1-490b-8d0e-415336677a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:17:49.577049 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.agents_db [None req-4ecc573b-6c34-46c7-b31e-835fd9e30662 None None] Agent healthcheck: found 6 active agents {{(pid=120044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 13:18:05.257351 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-207fbe12-4ec5-40ca-8a63-3cd85210cc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:05.429963 dv-cinder-788782-9-iscsi neutron-server[120042]: DEBUG neutron.wsgi [req-02536cb4-ac29-415a-bcce-f226871fd8a6 req-de0c61d7-35da-4b2d-8656-3a5899c297a3 service neutron] (120042) timed out ('10.222.0.24', 42430) {{(pid=120042) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 03 13:18:07.191188 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:07.877375 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-5f08c7fe-de40-43a6-93ab-786e39e106d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:08.423477 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:09.142871 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08724a11-fd48-4ea4-9071-7b022d0e8053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:10.863087 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-df5ee12c-e8c1-490b-8d0e-415336677a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:26.576666 dv-cinder-788782-9-iscsi neutron-server[120044]: DEBUG neutron.db.agents_db [None req-4ecc573b-6c34-46c7-b31e-835fd9e30662 None None] Agent healthcheck: found 6 active agents {{(pid=120044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 13:18:35.285389 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-2a87acbc-4e98-4421-b20c-6c5182011c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:37.205464 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-942065f2-3ed0-454e-b409-23cb95ed2513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:37.839789 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-f26a0bad-0b90-454f-a701-4ffebe46184b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:38.430684 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08f51270-9900-45ae-a958-671501e71079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:39.116555 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-08724a11-fd48-4ea4-9071-7b022d0e8053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 13:18:40.852013 dv-cinder-788782-9-iscsi neutron-server[120043]: DEBUG neutron_lib.callbacks.manager [None req-df5ee12c-e8c1-490b-8d0e-415336677a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763613606467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671488'] for agent, after_update {{(pid=120043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}